{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5003.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:29:53.124394 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:29:53.135634 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:29:53.728703 tst mo_mt_sms.py: using LAC 26174\u000a05:29:53.850019 tst mo_mt_sms.py: using RAC 164\u000a05:29:53.975294 tst mo_mt_sms.py: using CellId 26174\u000a05:29:54.094949 tst mo_mt_sms.py: using BVCI 26175\u000a05:29:54.118470 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:29:54.298718 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:29:54.587501 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:29:54.720736 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:29:57.056540 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Launched\u000a05:29:57.373680 run osmo-nitb_10.42.42.2(pid=30799): Launched\u000a05:29:57.556340 run osmo-nitb_10.42.42.2(pid=30799): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)]\u000a05:29:57.688090 run osmo-nitb_10.42.42.2(pid=30799): stdout: \u000a| (launched: 2022-12-10_05:29:57.217994) \u000a05:29:57.820514 run osmo-nitb_10.42.42.2(pid=30799): stderr: \u000a| (launched: 2022-12-10_05:29:57.265156)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:29:57.947815 run osmo-nitb_10.42.42.2(pid=30799): stdout: \u000a| (launched: 2022-12-10_05:29:57.217994) \u000a05:29:58.073890 run osmo-nitb_10.42.42.2(pid=30799): stderr: \u000a| (launched: 2022-12-10_05:29:57.265156)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:29:58.129543 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30799): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30799) [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30799)] [trial-2370↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a05:29:58.138218 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a05:29:58.174993 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Terminating (SIGTERM)\u000a05:29:58.352618 --- ParallelTerminationStrategy: PID 30798 died...\u000a05:29:58.410215 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30798): Terminated: ok {rc=0}\u000a05:29:58.497695 bus /sierra_3: Setting Powered False\u000a05:29:59.602824 bus /sierra_3: Setting Powered False\u000a05:30:00.714401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:29:52" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a05:30:02.620821 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:02.631502 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:02.756058 tst mo_mt_sms.py: using LAC 26175\u000a05:30:02.869867 tst mo_mt_sms.py: using RAC 165\u000a05:30:02.986908 tst mo_mt_sms.py: using CellId 26175\u000a05:30:03.101340 tst mo_mt_sms.py: using BVCI 26176\u000a05:30:03.123918 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:03.134479 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:03.144804 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:03.155217 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:03.165734 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:03.176228 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:03.293171 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a05:30:03.507026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:05.302656 run create_hlr_db(pid=30806): Launched\u000a05:30:05.488735 bus /sierra_2: Setting Powered False\u000a05:30:06.508617 run create_hlr_db(pid=30806): Terminated: ok {rc=0}\u000a05:30:06.911366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Launched\u000a05:30:07.210097 run osmo-hlr_10.42.42.2(pid=30809): Launched\u000a05:30:07.327070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:09.779313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Launched\u000a05:30:10.081788 run osmo-stp_10.42.42.5(pid=30812): Launched\u000a05:30:10.191466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:15.413107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Launched\u000a05:30:15.712083 run osmo-msc_10.42.42.6(pid=30815): Launched\u000a05:30:15.983409 run osmo-stp_10.42.42.5(pid=30812): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)]\u000a05:30:16.254813 run osmo-stp_10.42.42.5(pid=30812): stdout: \u000a| (launched: 2022-12-10_05:30:09.931575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:16.440666 run osmo-stp_10.42.42.5(pid=30812): stderr: \u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053010104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:16.567150 run osmo-stp_10.42.42.5(pid=30812): stdout: \u000a| (launched: 2022-12-10_05:30:09.931575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:16.688270 run osmo-stp_10.42.42.5(pid=30812): stderr: \u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053010103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053010104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053010104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:16.741449 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30812): Process ended prematurely: osmo-stp_10.42.42.5(pid=30812) [trial-2370↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30812)] [trial-2370↪sms:sysmo↪mo_mt_sms.py:16]\u000a05:30:16.750037 tst mo_mt_sms.py:16: Test FAILED (14.1 sec)\u000a05:30:16.827600 run osmo-hlr_10.42.42.2(pid=30809): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30809)]\u000a05:30:16.897093 run osmo-hlr_10.42.42.2(pid=30809): stdout: \u000a| (launched: 2022-12-10_05:30:07.062794) \u000a05:30:16.963546 run osmo-hlr_10.42.42.2(pid=30809): stderr: \u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053007242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053007257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053007265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:17.056460 run osmo-msc_10.42.42.6(pid=30815): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30815)]\u000a05:30:17.123092 run osmo-msc_10.42.42.6(pid=30815): stdout: \u000a| (launched: 2022-12-10_05:30:15.563246) \u000a05:30:17.184858 run osmo-msc_10.42.42.6(pid=30815): stderr: \u000a| �[0;m�[38;5;43m20221210053015861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053015865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68768c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053015866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053015866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053015868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053015868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053015868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053015870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:17.228404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Terminating (SIGTERM)\u000a05:30:17.271536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Terminating (SIGTERM)\u000a05:30:17.314756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Terminating (SIGTERM)\u000a05:30:17.324505 --- ParallelTerminationStrategy: PID 30808 died...\u000a05:30:17.380625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30808): Terminated: ok {rc=0}\u000a05:30:17.391094 --- ParallelTerminationStrategy: PID 30811 died...\u000a05:30:17.448401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30811): Terminated: ok {rc=0}\u000a05:30:17.458698 --- ParallelTerminationStrategy: PID 30814 died...\u000a05:30:17.515009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30814): Terminated: ok {rc=0}\u000a05:30:17.603172 bus /sierra_3: Setting Powered False\u000a05:30:18.710267 bus /sierra_3: Setting Powered False\u000a05:30:19.822039 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:30:02" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:30:21.631539 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a05:30:21.642751 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:21.763937 tst assert_extension.py: using LAC 26176\u000a05:30:21.882788 tst assert_extension.py: using RAC 166\u000a05:30:22.000056 tst assert_extension.py: using CellId 26176\u000a05:30:22.120041 tst assert_extension.py: using BVCI 26177\u000a05:30:22.142856 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:30:22.431064 tst assert_extension.py:10: start nitb and bts...\u000a05:30:22.563766 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:30:23.223931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Launched\u000a05:30:23.539453 run osmo-nitb_10.42.42.2(pid=30822): Launched\u000a05:30:23.733981 run osmo-nitb_10.42.42.2(pid=30822): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)]\u000a05:30:23.877714 run osmo-nitb_10.42.42.2(pid=30822): stdout: \u000a| (launched: 2022-12-10_05:30:23.385982) \u000a05:30:24.021773 run osmo-nitb_10.42.42.2(pid=30822): stderr: \u000a| (launched: 2022-12-10_05:30:23.433316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:24.160496 run osmo-nitb_10.42.42.2(pid=30822): stdout: \u000a| (launched: 2022-12-10_05:30:23.385982) \u000a05:30:24.298203 run osmo-nitb_10.42.42.2(pid=30822): stderr: \u000a| (launched: 2022-12-10_05:30:23.433316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:24.667472 tst osmo-nitb_10.42.42.2(pid=30822): stdout: \u000a| (launched: 2022-12-10_05:30:23.385982) \u000a05:30:24.794962 tst osmo-nitb_10.42.42.2(pid=30822): stderr: \u000a| (launched: 2022-12-10_05:30:23.433316)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:30:24.850632 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30822): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30822) [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30822)] [trial-2370↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a05:30:24.859273 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:30:24.896430 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Terminating (SIGTERM)\u000a05:30:25.074126 --- ParallelTerminationStrategy: PID 30821 died...\u000a05:30:25.131795 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30821): Terminated: ok {rc=0}\u000a05:30:25.219641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:30:21" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a05:30:27.024196 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.035369 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a05:30:27.165548 tst assert_extension.py: using LAC 26177\u000a05:30:27.291642 tst assert_extension.py: using RAC 167\u000a05:30:27.417368 tst assert_extension.py: using CellId 26177\u000a05:30:27.547645 tst assert_extension.py: using BVCI 26178\u000a05:30:27.571766 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.582740 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.593722 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.605019 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.616316 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:30:27.627746 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a05:30:27.826775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:28.299047 run create_hlr_db(pid=30826): Launched\u000a05:30:28.471560 bus /sierra_2: Setting Powered False\u000a05:30:29.492239 run create_hlr_db(pid=30826): Terminated: ok {rc=0}\u000a05:30:29.919294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Launched\u000a05:30:30.241690 run osmo-hlr_10.42.42.2(pid=30829): Launched\u000a05:30:30.359152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:30.937283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Launched\u000a05:30:31.399068 run osmo-stp_10.42.42.5(pid=30832): Launched\u000a05:30:31.545090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:32.166900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Launched\u000a05:30:32.489647 run osmo-msc_10.42.42.6(pid=30835): Launched\u000a05:30:32.677472 run osmo-stp_10.42.42.5(pid=30832): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)]\u000a05:30:32.812172 run osmo-stp_10.42.42.5(pid=30832): stdout: \u000a| (launched: 2022-12-10_05:30:31.102900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:32.947215 run osmo-stp_10.42.42.5(pid=30832): stderr: \u000a| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053031292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053031292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:33.075327 run osmo-stp_10.42.42.5(pid=30832): stdout: \u000a| (launched: 2022-12-10_05:30:31.102900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:33.202467 run osmo-stp_10.42.42.5(pid=30832): stderr: \u000a| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053031290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053031292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053031292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053031293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:33.258237 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30832): Process ended prematurely: osmo-stp_10.42.42.5(pid=30832) [trial-2370↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30832)] [trial-2370↪ussd:sysmo↪assert_extension.py:17]\u000a05:30:33.266879 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a05:30:33.329075 run osmo-hlr_10.42.42.2(pid=30829): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30829)]\u000a05:30:33.380732 run osmo-hlr_10.42.42.2(pid=30829): stdout: \u000a| (launched: 2022-12-10_05:30:30.081555) \u000a05:30:33.432620 run osmo-hlr_10.42.42.2(pid=30829): stderr: \u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053030280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053030293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053030301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053030302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053030302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:33.503114 run osmo-msc_10.42.42.6(pid=30835): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30835)]\u000a05:30:33.554387 run osmo-msc_10.42.42.6(pid=30835): stdout: \u000a| (launched: 2022-12-10_05:30:32.331595) \u000a05:30:33.606106 run osmo-msc_10.42.42.6(pid=30835): stderr: \u000a| �[0;m�[38;5;43m20221210053032659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053032659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d9e367c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053032659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053032660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053032662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053032662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053032663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053032663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:33.650158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminating (SIGTERM)\u000a05:30:33.691775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminating (SIGTERM)\u000a05:30:33.733550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Terminating (SIGTERM)\u000a05:30:33.743083 --- ParallelTerminationStrategy: PID 30828 died...\u000a05:30:33.798772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30828): Terminated: ok {rc=0}\u000a05:30:33.808746 --- ParallelTerminationStrategy: PID 30831 died...\u000a05:30:33.864398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30831): Terminated: ok {rc=0}\u000a05:30:33.874400 --- ParallelTerminationStrategy: PID 30834 died...\u000a05:30:33.929671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30834): Terminated: ok {rc=0}\u000a05:30:34.017066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:30:26" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:30:35.931516 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:35.942681 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:30:36.089236 tst mo_mt_call.py: using LAC 26178\u000a05:30:36.209200 tst mo_mt_call.py: using RAC 168\u000a05:30:36.335778 tst mo_mt_call.py: using CellId 26178\u000a05:30:36.468114 tst mo_mt_call.py: using BVCI 26179\u000a05:30:36.492825 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:36.504412 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:36.515963 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:36.527544 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:36.538934 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:36.550401 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:36.665296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:36.865930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:37.348690 run create_hlr_db(pid=30840): Launched\u000a05:30:37.523727 bus /sierra_2: Setting Powered False\u000a05:30:38.544300 run create_hlr_db(pid=30840): Terminated: ok {rc=0}\u000a05:30:38.977842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Launched\u000a05:30:39.305801 run osmo-hlr_10.42.42.2(pid=30843): Launched\u000a05:30:39.423650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:39.991090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Launched\u000a05:30:40.318928 run osmo-stp_10.42.42.5(pid=30846): Launched\u000a05:30:40.441115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:41.065112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Launched\u000a05:30:41.391416 run osmo-msc_10.42.42.6(pid=30849): Launched\u000a05:30:41.580684 run osmo-stp_10.42.42.5(pid=30846): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)]\u000a05:30:41.723149 run osmo-stp_10.42.42.5(pid=30846): stdout: \u000a| (launched: 2022-12-10_05:30:40.155880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:41.858262 run osmo-stp_10.42.42.5(pid=30846): stderr: \u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053040352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:41.987826 run osmo-stp_10.42.42.5(pid=30846): stdout: \u000a| (launched: 2022-12-10_05:30:40.155880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:42.116460 run osmo-stp_10.42.42.5(pid=30846): stderr: \u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053040351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053040352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053040352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:42.173747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30846): Process ended prematurely: osmo-stp_10.42.42.5(pid=30846) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30846)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:30:42.182974 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:30:42.244832 run osmo-hlr_10.42.42.2(pid=30843): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30843)]\u000a05:30:42.296201 run osmo-hlr_10.42.42.2(pid=30843): stdout: \u000a| (launched: 2022-12-10_05:30:39.143208) \u000a05:30:42.348225 run osmo-hlr_10.42.42.2(pid=30843): stderr: \u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053039355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053039363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:42.418537 run osmo-msc_10.42.42.6(pid=30849): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30849)]\u000a05:30:42.469593 run osmo-msc_10.42.42.6(pid=30849): stdout: \u000a| (launched: 2022-12-10_05:30:41.230578) \u000a05:30:42.521295 run osmo-msc_10.42.42.6(pid=30849): stderr: \u000a| �[0;m�[38;5;43m20221210053041555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053041555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57477edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053041555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053041555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053041556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053041556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053041558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053041558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:42.564913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Terminating (SIGTERM)\u000a05:30:42.606364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminating (SIGTERM)\u000a05:30:42.648079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Terminating (SIGTERM)\u000a05:30:42.657689 --- ParallelTerminationStrategy: PID 30842 died...\u000a05:30:42.713186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30842): Terminated: ok {rc=0}\u000a05:30:42.723207 --- ParallelTerminationStrategy: PID 30845 died...\u000a05:30:42.778671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30845): Terminated: ok {rc=0}\u000a05:30:42.788671 --- ParallelTerminationStrategy: PID 30848 died...\u000a05:30:42.844027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30848): Terminated: ok {rc=0}\u000a05:30:42.931297 bus /sierra_3: Setting Powered False\u000a05:30:44.037737 bus /sierra_3: Setting Powered False\u000a05:30:45.144187 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:30:46.300670 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:46.317377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:30:46.594673 tst mo_mt_call_osmux.py: using LAC 26179\u000a05:30:46.720333 tst mo_mt_call_osmux.py: using RAC 169\u000a05:30:46.874960 tst mo_mt_call_osmux.py: using CellId 26179\u000a05:30:47.009595 tst mo_mt_call_osmux.py: using BVCI 26180\u000a05:30:47.034255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:47.047365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:47.060466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:47.073768 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:47.086932 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:30:47.099029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:47.218528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:30:47.421910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:47.903000 run create_hlr_db(pid=30851): Launched\u000a05:30:48.077439 bus /sierra_2: Setting Powered False\u000a05:30:49.099000 run create_hlr_db(pid=30851): Terminated: ok {rc=0}\u000a05:30:49.533940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Launched\u000a05:30:49.860548 run osmo-hlr_10.42.42.2(pid=30854): Launched\u000a05:30:49.978724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:30:50.547604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Launched\u000a05:30:50.875240 run osmo-stp_10.42.42.5(pid=30857): Launched\u000a05:30:50.992366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:30:51.587302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Launched\u000a05:30:51.911581 run osmo-msc_10.42.42.6(pid=30860): Launched\u000a05:30:52.100832 run osmo-stp_10.42.42.5(pid=30857): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]\u000a05:30:52.237904 run osmo-stp_10.42.42.5(pid=30857): stdout: \u000a| (launched: 2022-12-10_05:30:50.713169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:52.375226 run osmo-stp_10.42.42.5(pid=30857): stderr: \u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053050909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:52.505802 run osmo-stp_10.42.42.5(pid=30857): stdout: \u000a| (launched: 2022-12-10_05:30:50.713169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:30:52.634431 run osmo-stp_10.42.42.5(pid=30857): stderr: \u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053050909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053050909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:30:52.691463 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:30:52.700703 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:30:52.762855 run osmo-hlr_10.42.42.2(pid=30854): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30854)]\u000a05:30:52.814041 run osmo-hlr_10.42.42.2(pid=30854): stdout: \u000a| (launched: 2022-12-10_05:30:49.699889) \u000a05:30:52.865802 run osmo-hlr_10.42.42.2(pid=30854): stderr: \u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053049902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053049948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053049958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:30:52.935803 run osmo-msc_10.42.42.6(pid=30860): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30860)]\u000a05:30:52.986864 run osmo-msc_10.42.42.6(pid=30860): stdout: \u000a| (launched: 2022-12-10_05:30:51.752455) \u000a05:30:53.038369 run osmo-msc_10.42.42.6(pid=30860): stderr: \u000a| �[0;m�[38;5;43m20221210053052081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053052081 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94ba4abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053052081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053052081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053052083 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053052083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053052084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053052084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:30:53.082062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminating (SIGTERM)\u000a05:30:53.123347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminating (SIGTERM)\u000a05:30:53.164544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminating (SIGTERM)\u000a05:30:53.174114 --- ParallelTerminationStrategy: PID 30853 died...\u000a05:30:53.229499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminated: ok {rc=0}\u000a05:30:53.239565 --- ParallelTerminationStrategy: PID 30856 died...\u000a05:30:53.294561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminated: ok {rc=0}\u000a05:30:53.304491 --- ParallelTerminationStrategy: PID 30859 died...\u000a05:30:53.359556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminated: ok {rc=0}\u000a05:30:53.446692 bus /sierra_3: Setting Powered False\u000a05:30:54.548585 bus /sierra_3: Setting Powered False\u000a05:30:55.659922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:30:35" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:30:57.621913 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:57.633314 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:30:57.782866 tst mo_mt_call.py: using LAC 26180\u000a05:30:57.910261 tst mo_mt_call.py: using RAC 170\u000a05:30:58.051161 tst mo_mt_call.py: using CellId 26180\u000a05:30:58.181230 tst mo_mt_call.py: using BVCI 26181\u000a05:30:58.206137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:58.217574 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:58.228768 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:58.240045 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:58.251393 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:30:58.262739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:30:58.378279 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:30:58.593016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:30:59.113263 run create_hlr_db(pid=30865): Launched\u000a05:30:59.300612 bus /sierra_2: Setting Powered False\u000a05:31:00.311442 run create_hlr_db(pid=30865): Terminated: ok {rc=0}\u000a05:31:00.727050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Launched\u000a05:31:01.114894 run osmo-hlr_10.42.42.2(pid=30868): Launched\u000a05:31:01.323056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:01.972836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Launched\u000a05:31:02.305603 run osmo-stp_10.42.42.5(pid=30871): Launched\u000a05:31:02.425665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:03.023852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Launched\u000a05:31:03.350542 run osmo-msc_10.42.42.6(pid=30874): Launched\u000a05:31:03.540051 run osmo-stp_10.42.42.5(pid=30871): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)]\u000a05:31:03.676371 run osmo-stp_10.42.42.5(pid=30871): stdout: \u000a| (launched: 2022-12-10_05:31:02.142656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:03.812619 run osmo-stp_10.42.42.5(pid=30871): stderr: \u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053102362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:03.942671 run osmo-stp_10.42.42.5(pid=30871): stdout: \u000a| (launched: 2022-12-10_05:31:02.142656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:04.071226 run osmo-stp_10.42.42.5(pid=30871): stderr: \u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053102361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053102362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053102362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:04.128211 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30871): Process ended prematurely: osmo-stp_10.42.42.5(pid=30871) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30871)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:31:04.137291 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:31:04.198699 run osmo-hlr_10.42.42.2(pid=30868): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30868)]\u000a05:31:04.249462 run osmo-hlr_10.42.42.2(pid=30868): stdout: \u000a| (launched: 2022-12-10_05:31:00.910920) \u000a05:31:04.300804 run osmo-hlr_10.42.42.2(pid=30868): stderr: \u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053101281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053101304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053101317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:04.371066 run osmo-msc_10.42.42.6(pid=30874): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30874)]\u000a05:31:04.422420 run osmo-msc_10.42.42.6(pid=30874): stdout: \u000a| (launched: 2022-12-10_05:31:03.189105) \u000a05:31:04.474533 run osmo-msc_10.42.42.6(pid=30874): stderr: \u000a| �[0;m�[38;5;43m20221210053103516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053103516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f514f779c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053103516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053103516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053103517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053103517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053103518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053103519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:04.518111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminating (SIGTERM)\u000a05:31:04.559204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminating (SIGTERM)\u000a05:31:04.600323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Terminating (SIGTERM)\u000a05:31:04.609790 --- ParallelTerminationStrategy: PID 30867 died...\u000a05:31:04.664868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30867): Terminated: ok {rc=0}\u000a05:31:04.674792 --- ParallelTerminationStrategy: PID 30870 died...\u000a05:31:04.729726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30870): Terminated: ok {rc=0}\u000a05:31:04.739584 --- ParallelTerminationStrategy: PID 30873 died...\u000a05:31:04.794829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30873): Terminated: ok {rc=0}\u000a05:31:04.881822 bus /sierra_3: Setting Powered False\u000a05:31:05.985699 bus /sierra_3: Setting Powered False\u000a05:31:07.094684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:08.209683 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.221788 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:31:08.373422 tst mo_mt_call_osmux.py: using LAC 26181\u000a05:31:08.503464 tst mo_mt_call_osmux.py: using RAC 171\u000a05:31:08.631063 tst mo_mt_call_osmux.py: using CellId 26181\u000a05:31:08.760568 tst mo_mt_call_osmux.py: using BVCI 26182\u000a05:31:08.785463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.797004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.808287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.819595 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.830958 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:31:08.842423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:08.959836 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:31:09.172077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:09.691477 run create_hlr_db(pid=30876): Launched\u000a05:31:09.878306 bus /sierra_2: Setting Powered False\u000a05:31:10.898415 run create_hlr_db(pid=30876): Terminated: ok {rc=0}\u000a05:31:11.308475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Launched\u000a05:31:11.615148 run osmo-hlr_10.42.42.2(pid=30879): Launched\u000a05:31:11.740111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:12.275772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Launched\u000a05:31:12.582449 run osmo-stp_10.42.42.5(pid=30882): Launched\u000a05:31:12.696621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:13.254493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Launched\u000a05:31:13.561348 run osmo-msc_10.42.42.6(pid=30885): Launched\u000a05:31:13.739679 run osmo-stp_10.42.42.5(pid=30882): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]\u000a05:31:13.869099 run osmo-stp_10.42.42.5(pid=30882): stdout: \u000a| (launched: 2022-12-10_05:31:12.429685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:13.996364 run osmo-stp_10.42.42.5(pid=30882): stderr: \u000a| �[0;m�[38;5;43m20221210053112602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053112603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:14.118459 run osmo-stp_10.42.42.5(pid=30882): stdout: \u000a| (launched: 2022-12-10_05:31:12.429685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:14.239350 run osmo-stp_10.42.42.5(pid=30882): stderr: \u000a| �[0;m�[38;5;43m20221210053112602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053112603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053112603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:14.292771 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:31:14.301411 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:31:14.360842 run osmo-hlr_10.42.42.2(pid=30879): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30879)]\u000a05:31:14.409566 run osmo-hlr_10.42.42.2(pid=30879): stdout: \u000a| (launched: 2022-12-10_05:31:11.462648) \u000a05:31:14.458790 run osmo-hlr_10.42.42.2(pid=30879): stderr: \u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053111643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053111656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053111665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053111666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053111666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:14.525992 run osmo-msc_10.42.42.6(pid=30885): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30885)]\u000a05:31:14.575236 run osmo-msc_10.42.42.6(pid=30885): stdout: \u000a| (launched: 2022-12-10_05:31:13.408346) \u000a05:31:14.624648 run osmo-msc_10.42.42.6(pid=30885): stderr: \u000a| �[0;m�[38;5;43m20221210053113683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053113684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc790b14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053113684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053113684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053113686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053113686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053113687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053113687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:14.666034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminating (SIGTERM)\u000a05:31:14.705304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminating (SIGTERM)\u000a05:31:14.744721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminating (SIGTERM)\u000a05:31:14.754014 --- ParallelTerminationStrategy: PID 30878 died...\u000a05:31:14.806979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminated: ok {rc=0}\u000a05:31:14.816481 --- ParallelTerminationStrategy: PID 30881 died...\u000a05:31:14.869322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminated: ok {rc=0}\u000a05:31:14.878739 --- ParallelTerminationStrategy: PID 30884 died...\u000a05:31:14.931501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminated: ok {rc=0}\u000a05:31:15.018169 bus /sierra_3: Setting Powered False\u000a05:31:16.124270 bus /sierra_3: Setting Powered False\u000a05:31:17.237045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:30:57" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:19.184738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.195738 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:31:19.348671 tst mo_mt_call.py: using LAC 26182\u000a05:31:19.479015 tst mo_mt_call.py: using RAC 172\u000a05:31:19.602057 tst mo_mt_call.py: using CellId 26182\u000a05:31:19.721821 tst mo_mt_call.py: using BVCI 26183\u000a05:31:19.745116 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.756364 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.767303 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.778432 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.789530 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:19.800628 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:19.920186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:20.122350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:20.604269 run create_hlr_db(pid=30890): Launched\u000a05:31:20.779491 bus /sierra_2: Setting Powered False\u000a05:31:21.800263 run create_hlr_db(pid=30890): Terminated: ok {rc=0}\u000a05:31:22.235396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Launched\u000a05:31:22.564153 run osmo-hlr_10.42.42.2(pid=30893): Launched\u000a05:31:22.685924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:23.256002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Launched\u000a05:31:23.584585 run osmo-stp_10.42.42.5(pid=30896): Launched\u000a05:31:23.702875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:24.300774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Launched\u000a05:31:24.628784 run osmo-msc_10.42.42.6(pid=30899): Launched\u000a05:31:24.821506 run osmo-stp_10.42.42.5(pid=30896): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)]\u000a05:31:24.960283 run osmo-stp_10.42.42.5(pid=30896): stdout: \u000a| (launched: 2022-12-10_05:31:23.422111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:25.097548 run osmo-stp_10.42.42.5(pid=30896): stderr: \u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053123618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:25.228045 run osmo-stp_10.42.42.5(pid=30896): stdout: \u000a| (launched: 2022-12-10_05:31:23.422111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:25.357697 run osmo-stp_10.42.42.5(pid=30896): stderr: \u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053123617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053123618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053123618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:25.415203 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30896): Process ended prematurely: osmo-stp_10.42.42.5(pid=30896) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30896)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:31:25.424439 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:31:25.487394 run osmo-hlr_10.42.42.2(pid=30893): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30893)]\u000a05:31:25.539041 run osmo-hlr_10.42.42.2(pid=30893): stdout: \u000a| (launched: 2022-12-10_05:31:22.402448) \u000a05:31:25.591459 run osmo-hlr_10.42.42.2(pid=30893): stderr: \u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053122602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053122615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053122623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:25.662234 run osmo-msc_10.42.42.6(pid=30899): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30899)]\u000a05:31:25.713919 run osmo-msc_10.42.42.6(pid=30899): stdout: \u000a| (launched: 2022-12-10_05:31:24.466840) \u000a05:31:25.766068 run osmo-msc_10.42.42.6(pid=30899): stderr: \u000a| �[0;m�[38;5;43m20221210053124791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053124791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f389045ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053124791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053124791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053124793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053124793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053124793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053124794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:25.810249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminating (SIGTERM)\u000a05:31:25.851868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminating (SIGTERM)\u000a05:31:25.893643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Terminating (SIGTERM)\u000a05:31:25.903278 --- ParallelTerminationStrategy: PID 30892 died...\u000a05:31:25.959130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30892): Terminated: ok {rc=0}\u000a05:31:25.969137 --- ParallelTerminationStrategy: PID 30895 died...\u000a05:31:26.024694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30895): Terminated: ok {rc=0}\u000a05:31:26.034826 --- ParallelTerminationStrategy: PID 30898 died...\u000a05:31:26.090393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30898): Terminated: ok {rc=0}\u000a05:31:26.177428 bus /sierra_3: Setting Powered False\u000a05:31:27.285527 bus /sierra_3: Setting Powered False\u000a05:31:28.397034 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:29.511222 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:29.523506 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:31:29.676444 tst mo_mt_call_osmux.py: using LAC 26183\u000a05:31:29.805751 tst mo_mt_call_osmux.py: using RAC 173\u000a05:31:29.933311 tst mo_mt_call_osmux.py: using CellId 26183\u000a05:31:30.064219 tst mo_mt_call_osmux.py: using BVCI 26184\u000a05:31:30.088842 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:30.100414 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:30.111821 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:30.123182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:30.134564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:31:30.146030 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:30.266074 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:31:30.470617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:31.011932 run create_hlr_db(pid=30901): Launched\u000a05:31:31.205274 bus /sierra_2: Setting Powered False\u000a05:31:32.257984 run create_hlr_db(pid=30901): Terminated: ok {rc=0}\u000a05:31:32.697203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Launched\u000a05:31:33.025120 run osmo-hlr_10.42.42.2(pid=30904): Launched\u000a05:31:33.144696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:33.714129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Launched\u000a05:31:34.040648 run osmo-stp_10.42.42.5(pid=30907): Launched\u000a05:31:34.158685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:34.757497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Launched\u000a05:31:35.085731 run osmo-msc_10.42.42.6(pid=30910): Launched\u000a05:31:35.277031 run osmo-stp_10.42.42.5(pid=30907): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]\u000a05:31:35.415495 run osmo-stp_10.42.42.5(pid=30907): stdout: \u000a| (launched: 2022-12-10_05:31:33.879291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:35.553376 run osmo-stp_10.42.42.5(pid=30907): stderr: \u000a| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053134074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053134074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053134075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:35.684401 run osmo-stp_10.42.42.5(pid=30907): stdout: \u000a| (launched: 2022-12-10_05:31:33.879291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:35.814080 run osmo-stp_10.42.42.5(pid=30907): stderr: \u000a| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053134073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053134074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053134074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053134074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053134075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:35.871460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:31:35.880777 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:31:35.943174 run osmo-hlr_10.42.42.2(pid=30904): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30904)]\u000a05:31:35.994410 run osmo-hlr_10.42.42.2(pid=30904): stdout: \u000a| (launched: 2022-12-10_05:31:32.863309) \u000a05:31:36.046409 run osmo-hlr_10.42.42.2(pid=30904): stderr: \u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053133063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053133075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053133083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053133084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053133084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:36.116744 run osmo-msc_10.42.42.6(pid=30910): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30910)]\u000a05:31:36.168131 run osmo-msc_10.42.42.6(pid=30910): stdout: \u000a| (launched: 2022-12-10_05:31:34.923490) \u000a05:31:36.219921 run osmo-msc_10.42.42.6(pid=30910): stderr: \u000a| �[0;m�[38;5;43m20221210053135247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053135248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57f419ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053135248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053135248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053135250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053135250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:36.263817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminating (SIGTERM)\u000a05:31:36.305230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminating (SIGTERM)\u000a05:31:36.346744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminating (SIGTERM)\u000a05:31:36.355939 --- ParallelTerminationStrategy: PID 30903 died...\u000a05:31:36.411689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminated: ok {rc=0}\u000a05:31:36.421804 --- ParallelTerminationStrategy: PID 30906 died...\u000a05:31:36.476997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminated: ok {rc=0}\u000a05:31:36.487062 --- ParallelTerminationStrategy: PID 30909 died...\u000a05:31:36.542135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminated: ok {rc=0}\u000a05:31:36.628373 bus /sierra_3: Setting Powered False\u000a05:31:37.732626 bus /sierra_3: Setting Powered False\u000a05:31:38.844087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:31:18" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:31:40.809897 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:40.821593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:31:40.968084 tst mo_mt_call.py: using LAC 26184\u000a05:31:41.090065 tst mo_mt_call.py: using RAC 174\u000a05:31:41.211769 tst mo_mt_call.py: using CellId 26184\u000a05:31:41.332836 tst mo_mt_call.py: using BVCI 26185\u000a05:31:41.356045 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:41.367029 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:41.377918 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:41.389040 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:41.400034 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:41.411151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:31:41.527368 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:31:41.727316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:42.207161 run create_hlr_db(pid=30915): Launched\u000a05:31:42.381834 bus /sierra_2: Setting Powered False\u000a05:31:43.402651 run create_hlr_db(pid=30915): Terminated: ok {rc=0}\u000a05:31:43.809776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Launched\u000a05:31:44.115838 run osmo-hlr_10.42.42.2(pid=30918): Launched\u000a05:31:44.226356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:44.756708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Launched\u000a05:31:45.063049 run osmo-stp_10.42.42.5(pid=30921): Launched\u000a05:31:45.174178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:45.731974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Launched\u000a05:31:46.093803 run osmo-msc_10.42.42.6(pid=30924): Launched\u000a05:31:46.405055 run osmo-stp_10.42.42.5(pid=30921): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)]\u000a05:31:46.574535 run osmo-stp_10.42.42.5(pid=30921): stdout: \u000a| (launched: 2022-12-10_05:31:44.911260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:46.855713 run osmo-stp_10.42.42.5(pid=30921): stderr: \u000a| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053145085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053145085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:47.031658 run osmo-stp_10.42.42.5(pid=30921): stdout: \u000a| (launched: 2022-12-10_05:31:44.911260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:47.204353 run osmo-stp_10.42.42.5(pid=30921): stderr: \u000a| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053145084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053145085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053145085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053145086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:47.282617 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30921): Process ended prematurely: osmo-stp_10.42.42.5(pid=30921) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30921)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:31:47.297357 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:31:47.364571 run osmo-hlr_10.42.42.2(pid=30918): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30918)]\u000a05:31:47.417512 run osmo-hlr_10.42.42.2(pid=30918): stdout: \u000a| (launched: 2022-12-10_05:31:43.964082) \u000a05:31:47.469298 run osmo-hlr_10.42.42.2(pid=30918): stderr: \u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053144144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053144161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053144169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:47.539296 run osmo-msc_10.42.42.6(pid=30924): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30924)]\u000a05:31:47.590858 run osmo-msc_10.42.42.6(pid=30924): stdout: \u000a| (launched: 2022-12-10_05:31:45.899890) \u000a05:31:47.642842 run osmo-msc_10.42.42.6(pid=30924): stderr: \u000a| �[0;m�[38;5;43m20221210053146520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053146520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bff1f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053146520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053146534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053146536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053146537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:47.687099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Terminating (SIGTERM)\u000a05:31:47.728267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Terminating (SIGTERM)\u000a05:31:47.769820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Terminating (SIGTERM)\u000a05:31:47.779299 --- ParallelTerminationStrategy: PID 30917 died...\u000a05:31:47.834507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30917): Terminated: ok {rc=0}\u000a05:31:47.844536 --- ParallelTerminationStrategy: PID 30920 died...\u000a05:31:47.900239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30920): Terminated: ok {rc=0}\u000a05:31:47.910307 --- ParallelTerminationStrategy: PID 30923 died...\u000a05:31:47.965510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30923): Terminated: ok {rc=0}\u000a05:31:48.052283 bus /sierra_3: Setting Powered False\u000a05:31:49.159266 bus /sierra_3: Setting Powered False\u000a05:31:50.267416 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:31:51.382276 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:51.394406 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:31:51.547085 tst mo_mt_call_osmux.py: using LAC 26185\u000a05:31:51.676507 tst mo_mt_call_osmux.py: using RAC 175\u000a05:31:51.806442 tst mo_mt_call_osmux.py: using CellId 26185\u000a05:31:51.933853 tst mo_mt_call_osmux.py: using BVCI 26186\u000a05:31:51.959223 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:51.970831 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:51.982212 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:51.993638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:52.005147 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:31:52.016561 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:31:52.132233 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:31:52.343871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:31:52.866269 run create_hlr_db(pid=30926): Launched\u000a05:31:53.054499 bus /sierra_2: Setting Powered False\u000a05:31:54.074575 run create_hlr_db(pid=30926): Terminated: ok {rc=0}\u000a05:31:54.485791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched\u000a05:31:54.792616 run osmo-hlr_10.42.42.2(pid=30929): Launched\u000a05:31:54.904873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:31:55.435849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched\u000a05:31:55.741593 run osmo-stp_10.42.42.5(pid=30932): Launched\u000a05:31:55.852486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:31:56.410771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Launched\u000a05:31:56.717393 run osmo-msc_10.42.42.6(pid=30935): Launched\u000a05:31:56.896480 run osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a05:31:57.026246 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-10_05:31:55.590537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:57.153598 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221210053155763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053155764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:57.275863 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-10_05:31:55.590537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:31:57.397123 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221210053155763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053155764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053155764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053155765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:31:57.450988 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:31:57.459870 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:31:57.519924 run osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)]\u000a05:31:57.569268 run osmo-hlr_10.42.42.2(pid=30929): stdout: \u000a| (launched: 2022-12-10_05:31:54.640771) \u000a05:31:57.619054 run osmo-hlr_10.42.42.2(pid=30929): stderr: \u000a| �[0;m�[1;31m20221210053154820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053154821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053154832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053154841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:31:57.685891 run osmo-msc_10.42.42.6(pid=30935): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30935)]\u000a05:31:57.735059 run osmo-msc_10.42.42.6(pid=30935): stdout: \u000a| (launched: 2022-12-10_05:31:56.565418) \u000a05:31:57.784926 run osmo-msc_10.42.42.6(pid=30935): stderr: \u000a| �[0;m�[38;5;43m20221210053156840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053156840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a9842cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053156840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053156840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053156842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053156843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:31:57.826635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM)\u000a05:31:57.866442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a05:31:57.906352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminating (SIGTERM)\u000a05:31:57.915862 --- ParallelTerminationStrategy: PID 30928 died...\u000a05:31:57.968923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0}\u000a05:31:57.978935 --- ParallelTerminationStrategy: PID 30931 died...\u000a05:31:58.031853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a05:31:58.041833 --- ParallelTerminationStrategy: PID 30934 died...\u000a05:31:58.094558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminated: ok {rc=0}\u000a05:31:58.178153 bus /sierra_3: Setting Powered False\u000a05:31:59.283791 bus /sierra_3: Setting Powered False\u000a05:32:00.391376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:31:40" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:32:02.367432 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:02.378944 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:02.532247 tst mo_mt_call.py: using LAC 26186\u000a05:32:02.659605 tst mo_mt_call.py: using RAC 176\u000a05:32:02.791003 tst mo_mt_call.py: using CellId 26186\u000a05:32:02.918276 tst mo_mt_call.py: using BVCI 26187\u000a05:32:02.943191 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:02.954789 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:02.966225 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:02.977633 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:02.989122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:03.000513 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:03.116181 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:03.327483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:03.850703 run create_hlr_db(pid=30940): Launched\u000a05:32:04.038532 bus /sierra_2: Setting Powered False\u000a05:32:05.059215 run create_hlr_db(pid=30940): Terminated: ok {rc=0}\u000a05:32:05.471011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Launched\u000a05:32:05.778515 run osmo-hlr_10.42.42.2(pid=30943): Launched\u000a05:32:05.890870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:06.423725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Launched\u000a05:32:06.729793 run osmo-stp_10.42.42.5(pid=30946): Launched\u000a05:32:06.840640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:07.402354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Launched\u000a05:32:07.709433 run osmo-msc_10.42.42.6(pid=30949): Launched\u000a05:32:07.887890 run osmo-stp_10.42.42.5(pid=30946): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)]\u000a05:32:08.017803 run osmo-stp_10.42.42.5(pid=30946): stdout: \u000a| (launched: 2022-12-10_05:32:06.577943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:08.145380 run osmo-stp_10.42.42.5(pid=30946): stderr: \u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053206754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:08.267869 run osmo-stp_10.42.42.5(pid=30946): stdout: \u000a| (launched: 2022-12-10_05:32:06.577943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:08.389403 run osmo-stp_10.42.42.5(pid=30946): stderr: \u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053206753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053206754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:08.443403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30946): Process ended prematurely: osmo-stp_10.42.42.5(pid=30946) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30946)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:32:08.452119 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:32:08.512516 run osmo-hlr_10.42.42.2(pid=30943): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30943)]\u000a05:32:08.562888 run osmo-hlr_10.42.42.2(pid=30943): stdout: \u000a| (launched: 2022-12-10_05:32:05.626177) \u000a05:32:08.613139 run osmo-hlr_10.42.42.2(pid=30943): stderr: \u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053205804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053205818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053205827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:08.680510 run osmo-msc_10.42.42.6(pid=30949): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30949)]\u000a05:32:08.730386 run osmo-msc_10.42.42.6(pid=30949): stdout: \u000a| (launched: 2022-12-10_05:32:07.557148) \u000a05:32:08.780180 run osmo-msc_10.42.42.6(pid=30949): stderr: \u000a| �[0;m�[38;5;43m20221210053207831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053207832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bab705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053207832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053207832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053207834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053207834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053207835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053207835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:08.822264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Terminating (SIGTERM)\u000a05:32:08.862013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Terminating (SIGTERM)\u000a05:32:08.901933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Terminating (SIGTERM)\u000a05:32:08.911049 --- ParallelTerminationStrategy: PID 30942 died...\u000a05:32:08.964913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30942): Terminated: ok {rc=0}\u000a05:32:08.974562 --- ParallelTerminationStrategy: PID 30945 died...\u000a05:32:09.027794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30945): Terminated: ok {rc=0}\u000a05:32:09.037617 --- ParallelTerminationStrategy: PID 30948 died...\u000a05:32:09.090802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30948): Terminated: ok {rc=0}\u000a05:32:09.175278 bus /sierra_3: Setting Powered False\u000a05:32:10.282549 bus /sierra_3: Setting Powered False\u000a05:32:11.393773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:12.505172 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:12.517060 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:32:12.662487 tst mo_mt_call_osmux.py: using LAC 26187\u000a05:32:12.788120 tst mo_mt_call_osmux.py: using RAC 177\u000a05:32:12.915165 tst mo_mt_call_osmux.py: using CellId 26187\u000a05:32:13.043123 tst mo_mt_call_osmux.py: using BVCI 26188\u000a05:32:13.068018 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:13.079875 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:13.091484 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:13.103200 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:13.114744 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:32:13.126389 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:13.242864 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:32:13.457959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:13.978430 run create_hlr_db(pid=30951): Launched\u000a05:32:14.166168 bus /sierra_2: Setting Powered False\u000a05:32:15.186483 run create_hlr_db(pid=30951): Terminated: ok {rc=0}\u000a05:32:15.597348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Launched\u000a05:32:16.027537 run osmo-hlr_10.42.42.2(pid=30954): Launched\u000a05:32:16.186339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:16.779973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Launched\u000a05:32:17.224479 run osmo-stp_10.42.42.5(pid=30957): Launched\u000a05:32:17.352908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:17.951431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Launched\u000a05:32:18.277163 run osmo-msc_10.42.42.6(pid=30960): Launched\u000a05:32:18.467633 run osmo-stp_10.42.42.5(pid=30957): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)]\u000a05:32:18.605416 run osmo-stp_10.42.42.5(pid=30957): stdout: \u000a| (launched: 2022-12-10_05:32:16.951043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:18.742340 run osmo-stp_10.42.42.5(pid=30957): stderr: \u000a| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053217204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053217204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:18.873452 run osmo-stp_10.42.42.5(pid=30957): stdout: \u000a| (launched: 2022-12-10_05:32:16.951043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:19.002949 run osmo-stp_10.42.42.5(pid=30957): stderr: \u000a| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053217203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053217204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053217204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053217205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:19.061169 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30957): Process ended prematurely: osmo-stp_10.42.42.5(pid=30957) [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30957)] [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:32:19.070798 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:32:19.133273 run osmo-hlr_10.42.42.2(pid=30954): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30954)]\u000a05:32:19.184382 run osmo-hlr_10.42.42.2(pid=30954): stdout: \u000a| (launched: 2022-12-10_05:32:15.751271) \u000a05:32:19.236079 run osmo-hlr_10.42.42.2(pid=30954): stderr: \u000a| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053215954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053215955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053215976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053215984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053215993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053215993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:19.306101 run osmo-msc_10.42.42.6(pid=30960): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30960)]\u000a05:32:19.357415 run osmo-msc_10.42.42.6(pid=30960): stdout: \u000a| (launched: 2022-12-10_05:32:18.116910) \u000a05:32:19.408923 run osmo-msc_10.42.42.6(pid=30960): stderr: \u000a| �[0;m�[38;5;43m20221210053218445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053218445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2567b3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053218445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053218445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053218447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053218447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053218448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053218448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:19.452790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Terminating (SIGTERM)\u000a05:32:19.494175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Terminating (SIGTERM)\u000a05:32:19.535783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Terminating (SIGTERM)\u000a05:32:19.545422 --- ParallelTerminationStrategy: PID 30953 died...\u000a05:32:19.601261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30953): Terminated: ok {rc=0}\u000a05:32:19.611266 --- ParallelTerminationStrategy: PID 30956 died...\u000a05:32:19.666337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30956): Terminated: ok {rc=0}\u000a05:32:19.676483 --- ParallelTerminationStrategy: PID 30959 died...\u000a05:32:19.731551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30959): Terminated: ok {rc=0}\u000a05:32:19.817845 bus /sierra_3: Setting Powered False\u000a05:32:20.923612 bus /sierra_3: Setting Powered False\u000a05:32:22.033858 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:32:02" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:32:23.984330 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:23.995438 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:32:24.139759 tst mo_mt_call.py: using LAC 26188\u000a05:32:24.259142 tst mo_mt_call.py: using RAC 178\u000a05:32:24.380062 tst mo_mt_call.py: using CellId 26188\u000a05:32:24.500866 tst mo_mt_call.py: using BVCI 26189\u000a05:32:24.524049 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:24.535141 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:24.546101 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:24.557243 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:24.568346 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:24.579591 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:24.692243 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:24.893386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:25.375349 run create_hlr_db(pid=30967): Launched\u000a05:32:25.550685 bus /sierra_2: Setting Powered False\u000a05:32:26.572275 run create_hlr_db(pid=30967): Terminated: ok {rc=0}\u000a05:32:27.008635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Launched\u000a05:32:27.337460 run osmo-hlr_10.42.42.2(pid=30970): Launched\u000a05:32:27.458883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:28.028057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Launched\u000a05:32:28.355790 run osmo-stp_10.42.42.5(pid=30973): Launched\u000a05:32:28.474386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:29.072367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Launched\u000a05:32:29.401104 run osmo-msc_10.42.42.6(pid=30976): Launched\u000a05:32:29.592233 run osmo-stp_10.42.42.5(pid=30973): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a05:32:29.730107 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-10_05:32:28.193781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:29.867064 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053228390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:29.998239 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-10_05:32:28.193781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:30.128100 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053228390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053228390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053228391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:30.185645 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)] [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:32:30.195025 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:32:30.257512 run osmo-hlr_10.42.42.2(pid=30970): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30970)]\u000a05:32:30.309024 run osmo-hlr_10.42.42.2(pid=30970): stdout: \u000a| (launched: 2022-12-10_05:32:27.175774) \u000a05:32:30.361049 run osmo-hlr_10.42.42.2(pid=30970): stderr: \u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053227378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053227391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053227401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:30.431701 run osmo-msc_10.42.42.6(pid=30976): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30976)]\u000a05:32:30.483395 run osmo-msc_10.42.42.6(pid=30976): stdout: \u000a| (launched: 2022-12-10_05:32:29.239252) \u000a05:32:30.535413 run osmo-msc_10.42.42.6(pid=30976): stderr: \u000a| �[0;m�[38;5;43m20221210053229563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053229563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d1e654c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053229563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053229563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053229563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053229564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053229565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053229566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:30.579308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminating (SIGTERM)\u000a05:32:30.621151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminating (SIGTERM)\u000a05:32:30.662951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminating (SIGTERM)\u000a05:32:30.672510 --- ParallelTerminationStrategy: PID 30969 died...\u000a05:32:30.728225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminated: ok {rc=0}\u000a05:32:30.738352 --- ParallelTerminationStrategy: PID 30972 died...\u000a05:32:30.794370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminated: ok {rc=0}\u000a05:32:30.804461 --- ParallelTerminationStrategy: PID 30975 died...\u000a05:32:30.865427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30975): Terminated: ok {rc=0}\u000a05:32:30.973162 bus /sierra_3: Setting Powered False\u000a05:32:32.080499 bus /sierra_3: Setting Powered False\u000a05:32:33.190943 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:34.305367 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.317783 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:32:34.472286 tst mo_mt_call_osmux.py: using LAC 26189\u000a05:32:34.600248 tst mo_mt_call_osmux.py: using RAC 179\u000a05:32:34.729646 tst mo_mt_call_osmux.py: using CellId 26189\u000a05:32:34.859448 tst mo_mt_call_osmux.py: using BVCI 26190\u000a05:32:34.884656 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.896304 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.907874 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.919254 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.930990 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:32:34.942482 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:35.063608 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:32:35.267084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:35.750540 run create_hlr_db(pid=30978): Launched\u000a05:32:35.927555 bus /sierra_2: Setting Powered False\u000a05:32:36.947179 run create_hlr_db(pid=30978): Terminated: ok {rc=0}\u000a05:32:37.382377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Launched\u000a05:32:37.712019 run osmo-hlr_10.42.42.2(pid=30982): Launched\u000a05:32:37.833814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:38.366791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Launched\u000a05:32:38.672347 run osmo-stp_10.42.42.5(pid=30985): Launched\u000a05:32:38.793592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:39.356875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Launched\u000a05:32:39.663270 run osmo-msc_10.42.42.6(pid=30988): Launched\u000a05:32:39.841836 run osmo-stp_10.42.42.5(pid=30985): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)]\u000a05:32:39.972025 run osmo-stp_10.42.42.5(pid=30985): stdout: \u000a| (launched: 2022-12-10_05:32:38.521090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:40.099443 run osmo-stp_10.42.42.5(pid=30985): stderr: \u000a| �[0;m�[38;5;43m20221210053238693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053238694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053238696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:40.221608 run osmo-stp_10.42.42.5(pid=30985): stdout: \u000a| (launched: 2022-12-10_05:32:38.521090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:40.342140 run osmo-stp_10.42.42.5(pid=30985): stderr: \u000a| �[0;m�[38;5;43m20221210053238693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053238694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053238694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053238696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053238697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:40.395427 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30985): Process ended prematurely: osmo-stp_10.42.42.5(pid=30985) [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30985)] [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:32:40.404114 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:32:40.463635 run osmo-hlr_10.42.42.2(pid=30982): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30982)]\u000a05:32:40.512373 run osmo-hlr_10.42.42.2(pid=30982): stdout: \u000a| (launched: 2022-12-10_05:32:37.549252) \u000a05:32:40.561751 run osmo-hlr_10.42.42.2(pid=30982): stderr: \u000a| �[0;m�[1;31m20221210053237749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053237750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053237762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053237771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:40.628693 run osmo-msc_10.42.42.6(pid=30988): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30988)]\u000a05:32:40.677091 run osmo-msc_10.42.42.6(pid=30988): stdout: \u000a| (launched: 2022-12-10_05:32:39.511180) \u000a05:32:40.726097 run osmo-msc_10.42.42.6(pid=30988): stderr: \u000a| �[0;m�[38;5;43m20221210053239787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053239787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf54f17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053239787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053239787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053239788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053239788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053239790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053239791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:40.767241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminating (SIGTERM)\u000a05:32:40.806599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminating (SIGTERM)\u000a05:32:40.846005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Terminating (SIGTERM)\u000a05:32:40.855223 --- ParallelTerminationStrategy: PID 30981 died...\u000a05:32:40.907905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30981): Terminated: ok {rc=0}\u000a05:32:40.917902 --- ParallelTerminationStrategy: PID 30984 died...\u000a05:32:40.970241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30984): Terminated: ok {rc=0}\u000a05:32:40.979820 --- ParallelTerminationStrategy: PID 30987 died...\u000a05:32:41.032254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30987): Terminated: ok {rc=0}\u000a05:32:41.119777 bus /sierra_3: Setting Powered False\u000a05:32:42.226817 bus /sierra_3: Setting Powered False\u000a05:32:43.334439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:32:23" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:32:45.293365 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.304525 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:32:45.455382 tst mo_mt_call.py: using LAC 26190\u000a05:32:45.577683 tst mo_mt_call.py: using RAC 180\u000a05:32:45.695651 tst mo_mt_call.py: using CellId 26190\u000a05:32:45.816258 tst mo_mt_call.py: using BVCI 26191\u000a05:32:45.845443 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.856880 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.868923 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.886056 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.897860 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:45.909238 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:32:46.048256 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:32:46.291653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:46.921150 run create_hlr_db(pid=30993): Launched\u000a05:32:47.116702 bus /sierra_2: Setting Powered False\u000a05:32:48.132202 run create_hlr_db(pid=30993): Terminated: ok {rc=0}\u000a05:32:48.569713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Launched\u000a05:32:48.895595 run osmo-hlr_10.42.42.2(pid=30996): Launched\u000a05:32:49.014609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:49.584439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Launched\u000a05:32:49.911838 run osmo-stp_10.42.42.5(pid=30999): Launched\u000a05:32:50.030214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:32:50.629966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Launched\u000a05:32:50.956759 run osmo-msc_10.42.42.6(pid=31002): Launched\u000a05:32:51.147091 run osmo-stp_10.42.42.5(pid=30999): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)]\u000a05:32:51.290563 run osmo-stp_10.42.42.5(pid=30999): stdout: \u000a| (launched: 2022-12-10_05:32:49.750409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:51.428521 run osmo-stp_10.42.42.5(pid=30999): stderr: \u000a| �[0;m�[38;5;43m20221210053249947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053249948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:51.559692 run osmo-stp_10.42.42.5(pid=30999): stdout: \u000a| (launched: 2022-12-10_05:32:49.750409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:32:51.689338 run osmo-stp_10.42.42.5(pid=30999): stderr: \u000a| �[0;m�[38;5;43m20221210053249947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053249948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053249948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053249949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:32:51.746538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30999): Process ended prematurely: osmo-stp_10.42.42.5(pid=30999) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30999)] [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:32:51.755755 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:32:51.818099 run osmo-hlr_10.42.42.2(pid=30996): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30996)]\u000a05:32:51.869410 run osmo-hlr_10.42.42.2(pid=30996): stdout: \u000a| (launched: 2022-12-10_05:32:48.735027) \u000a05:32:51.921423 run osmo-hlr_10.42.42.2(pid=30996): stderr: \u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053248935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053248948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053248956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:32:51.991867 run osmo-msc_10.42.42.6(pid=31002): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31002)]\u000a05:32:52.043007 run osmo-msc_10.42.42.6(pid=31002): stdout: \u000a| (launched: 2022-12-10_05:32:50.795280) \u000a05:32:52.094714 run osmo-msc_10.42.42.6(pid=31002): stderr: \u000a| �[0;m�[38;5;43m20221210053251119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053251120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd963e1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053251120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053251120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053251122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053251122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:32:52.138602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Terminating (SIGTERM)\u000a05:32:52.180136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Terminating (SIGTERM)\u000a05:32:52.221788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Terminating (SIGTERM)\u000a05:32:52.231394 --- ParallelTerminationStrategy: PID 30995 died...\u000a05:32:52.286993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30995): Terminated: ok {rc=0}\u000a05:32:52.296874 --- ParallelTerminationStrategy: PID 30998 died...\u000a05:32:52.352321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30998): Terminated: ok {rc=0}\u000a05:32:52.362220 --- ParallelTerminationStrategy: PID 31001 died...\u000a05:32:52.417320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31001): Terminated: ok {rc=0}\u000a05:32:52.505000 bus /sierra_3: Setting Powered False\u000a05:32:53.609232 bus /sierra_3: Setting Powered False\u000a05:32:54.722305 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:32:55.833511 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:55.845094 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:32:55.992650 tst mo_mt_call_osmux.py: using LAC 26191\u000a05:32:56.114459 tst mo_mt_call_osmux.py: using RAC 181\u000a05:32:56.240563 tst mo_mt_call_osmux.py: using CellId 26191\u000a05:32:56.370120 tst mo_mt_call_osmux.py: using BVCI 26192\u000a05:32:56.395087 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:56.406534 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:56.417877 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:56.429180 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:56.440740 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:32:56.452091 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:32:56.568462 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:32:56.780474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:32:57.301231 run create_hlr_db(pid=31004): Launched\u000a05:32:57.490555 bus /sierra_2: Setting Powered False\u000a05:32:58.510671 run create_hlr_db(pid=31004): Terminated: ok {rc=0}\u000a05:32:58.920577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Launched\u000a05:32:59.226381 run osmo-hlr_10.42.42.2(pid=31007): Launched\u000a05:32:59.341768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:32:59.883116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Launched\u000a05:33:00.190192 run osmo-stp_10.42.42.5(pid=31010): Launched\u000a05:33:00.301748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:00.882371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Launched\u000a05:33:01.325738 run osmo-msc_10.42.42.6(pid=31013): Launched\u000a05:33:01.724570 run osmo-stp_10.42.42.5(pid=31010): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a05:33:01.926808 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-10_05:33:00.037720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:02.067792 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053300210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:02.200352 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-10_05:33:00.037720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:02.330011 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053300209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053300210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053300210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:02.387395 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)] [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:33:02.396650 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:33:02.459978 run osmo-hlr_10.42.42.2(pid=31007): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31007)]\u000a05:33:02.511590 run osmo-hlr_10.42.42.2(pid=31007): stdout: \u000a| (launched: 2022-12-10_05:32:59.075336) \u000a05:33:02.564009 run osmo-hlr_10.42.42.2(pid=31007): stderr: \u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053259256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053259269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053259280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:02.634845 run osmo-msc_10.42.42.6(pid=31013): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31013)]\u000a05:33:02.686694 run osmo-msc_10.42.42.6(pid=31013): stdout: \u000a| (launched: 2022-12-10_05:33:01.062426) \u000a05:33:02.739184 run osmo-msc_10.42.42.6(pid=31013): stderr: \u000a| �[0;m�[38;5;43m20221210053301568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053301577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f966e142c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053301577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053301577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053301577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053301578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053301579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053301580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:02.783437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminating (SIGTERM)\u000a05:33:02.825340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminating (SIGTERM)\u000a05:33:02.867071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminating (SIGTERM)\u000a05:33:02.876703 --- ParallelTerminationStrategy: PID 31006 died...\u000a05:33:02.932623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminated: ok {rc=0}\u000a05:33:02.942855 --- ParallelTerminationStrategy: PID 31009 died...\u000a05:33:02.998805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminated: ok {rc=0}\u000a05:33:03.008903 --- ParallelTerminationStrategy: PID 31012 died...\u000a05:33:03.065176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminated: ok {rc=0}\u000a05:33:03.153065 bus /sierra_3: Setting Powered False\u000a05:33:04.257986 bus /sierra_3: Setting Powered False\u000a05:33:05.366597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:33:07.331067 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.341719 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:07.466702 tst emergency_mo_mt_call.py: using LAC 26192\u000a05:33:07.590939 tst emergency_mo_mt_call.py: using RAC 182\u000a05:33:07.716673 tst emergency_mo_mt_call.py: using CellId 26192\u000a05:33:07.839297 tst emergency_mo_mt_call.py: using BVCI 26193\u000a05:33:07.862241 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.872919 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.883579 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.894775 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.905646 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:07.916311 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:08.033977 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:08.239855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:08.754468 run create_hlr_db(pid=31019): Launched\u000a05:33:08.940635 bus /sierra_2: Setting Powered False\u000a05:33:09.961381 run create_hlr_db(pid=31019): Terminated: ok {rc=0}\u000a05:33:10.389537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Launched\u000a05:33:10.710940 run osmo-hlr_10.42.42.2(pid=31022): Launched\u000a05:33:10.827862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:11.385571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Launched\u000a05:33:11.709137 run osmo-stp_10.42.42.5(pid=31025): Launched\u000a05:33:11.835390 tst emergency_mo_mt_call.py: using MSISDN 7572\u000a05:33:11.994518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:12.579742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Launched\u000a05:33:12.900889 run osmo-msc_10.42.42.6(pid=31028): Launched\u000a05:33:13.087516 run osmo-stp_10.42.42.5(pid=31025): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)]\u000a05:33:13.222744 run osmo-stp_10.42.42.5(pid=31025): stdout: \u000a| (launched: 2022-12-10_05:33:11.550040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:13.357301 run osmo-stp_10.42.42.5(pid=31025): stderr: \u000a| �[0;m�[38;5;43m20221210053311744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053311745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:13.486698 run osmo-stp_10.42.42.5(pid=31025): stdout: \u000a| (launched: 2022-12-10_05:33:11.550040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:13.614300 run osmo-stp_10.42.42.5(pid=31025): stderr: \u000a| �[0;m�[38;5;43m20221210053311744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053311745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053311745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053311748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:13.670279 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31025): Process ended prematurely: osmo-stp_10.42.42.5(pid=31025) [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31025)] [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a05:33:13.678786 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a05:33:13.740712 run osmo-hlr_10.42.42.2(pid=31022): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31022)]\u000a05:33:13.791722 run osmo-hlr_10.42.42.2(pid=31022): stdout: \u000a| (launched: 2022-12-10_05:33:10.552730) \u000a05:33:13.843547 run osmo-hlr_10.42.42.2(pid=31022): stderr: \u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053310755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053310771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053310780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:13.914049 run osmo-msc_10.42.42.6(pid=31028): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31028)]\u000a05:33:13.965112 run osmo-msc_10.42.42.6(pid=31028): stdout: \u000a| (launched: 2022-12-10_05:33:12.742340) \u000a05:33:14.016804 run osmo-msc_10.42.42.6(pid=31028): stderr: \u000a| �[0;m�[38;5;43m20221210053313070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053313070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b9ad0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053313070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053313070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053313072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053313073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:14.060660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Terminating (SIGTERM)\u000a05:33:14.102617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Terminating (SIGTERM)\u000a05:33:14.144662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Terminating (SIGTERM)\u000a05:33:14.154372 --- ParallelTerminationStrategy: PID 31021 died...\u000a05:33:14.210051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31021): Terminated: ok {rc=0}\u000a05:33:14.220046 --- ParallelTerminationStrategy: PID 31024 died...\u000a05:33:14.275539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31024): Terminated: ok {rc=0}\u000a05:33:14.285587 --- ParallelTerminationStrategy: PID 31027 died...\u000a05:33:14.340776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31027): Terminated: ok {rc=0}\u000a05:33:14.428372 bus /sierra_3: Setting Powered False\u000a05:33:15.533859 bus /sierra_3: Setting Powered False\u000a05:33:16.644855 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:33:17.696089 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:17.707742 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:17.839875 tst emergency_preemptive_call.py: using LAC 26193\u000a05:33:17.961562 tst emergency_preemptive_call.py: using RAC 183\u000a05:33:18.086458 tst emergency_preemptive_call.py: using CellId 26193\u000a05:33:18.211945 tst emergency_preemptive_call.py: using BVCI 26194\u000a05:33:18.236331 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:18.247707 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:18.259004 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:18.270156 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:18.281257 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a05:33:18.292191 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:18.410811 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:18.530591 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:18.647925 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:18.845851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:19.319041 run create_hlr_db(pid=31030): Launched\u000a05:33:19.491867 bus /sierra_2: Setting Powered False\u000a05:33:20.512214 run create_hlr_db(pid=31030): Terminated: ok {rc=0}\u000a05:33:20.914413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Launched\u000a05:33:21.217930 run osmo-hlr_10.42.42.2(pid=31033): Launched\u000a05:33:21.333829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:21.866329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Launched\u000a05:33:22.167738 run osmo-stp_10.42.42.5(pid=31036): Launched\u000a05:33:22.287706 tst emergency_preemptive_call.py: using MSISDN 7573\u000a05:33:22.435948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:33:22.982984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Launched\u000a05:33:23.284724 run osmo-msc_10.42.42.6(pid=31039): Launched\u000a05:33:23.467453 run osmo-stp_10.42.42.5(pid=31036): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)]\u000a05:33:23.594974 run osmo-stp_10.42.42.5(pid=31036): stdout: \u000a| (launched: 2022-12-10_05:33:22.017891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:23.719937 run osmo-stp_10.42.42.5(pid=31036): stderr: \u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053322189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:23.840102 run osmo-stp_10.42.42.5(pid=31036): stdout: \u000a| (launched: 2022-12-10_05:33:22.017891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:23.970832 run osmo-stp_10.42.42.5(pid=31036): stderr: \u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053322188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053322189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053322189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:24.023079 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31036): Process ended prematurely: osmo-stp_10.42.42.5(pid=31036) [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31036)] [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a05:33:24.031105 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a05:33:24.096372 run osmo-hlr_10.42.42.2(pid=31033): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31033)]\u000a05:33:24.144849 run osmo-hlr_10.42.42.2(pid=31033): stdout: \u000a| (launched: 2022-12-10_05:33:21.067319) \u000a05:33:24.194080 run osmo-hlr_10.42.42.2(pid=31033): stderr: \u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053321245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053321263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053321272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053321272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053321273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:24.260689 run osmo-msc_10.42.42.6(pid=31039): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31039)]\u000a05:33:24.309127 run osmo-msc_10.42.42.6(pid=31039): stdout: \u000a| (launched: 2022-12-10_05:33:23.134493) \u000a05:33:24.358066 run osmo-msc_10.42.42.6(pid=31039): stderr: \u000a| �[0;m�[38;5;43m20221210053323406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053323406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d99feec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053323406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053323406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053323408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053323409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:33:24.399286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminating (SIGTERM)\u000a05:33:24.438566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminating (SIGTERM)\u000a05:33:24.477773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Terminating (SIGTERM)\u000a05:33:24.487007 --- ParallelTerminationStrategy: PID 31032 died...\u000a05:33:24.539116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31032): Terminated: ok {rc=0}\u000a05:33:24.548753 --- ParallelTerminationStrategy: PID 31035 died...\u000a05:33:24.600854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31035): Terminated: ok {rc=0}\u000a05:33:24.610600 --- ParallelTerminationStrategy: PID 31038 died...\u000a05:33:24.662468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31038): Terminated: ok {rc=0}\u000a05:33:24.748868 bus /sierra_9: Setting Powered False\u000a05:33:25.851670 bus /sierra_9: Setting Powered False\u000a05:33:26.961739 bus /sierra_8: Setting Powered False\u000a05:33:28.064326 bus /sierra_8: Setting Powered False\u000a05:33:29.173842 bus /sierra_3: Setting Powered False\u000a05:33:30.274432 bus /sierra_3: Setting Powered False\u000a05:33:31.381484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:33:07" }, { "cases" : [ { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:33:33.466693 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:33.477680 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:33.608310 tst cs_paging_gprs_active.py: using LAC 26194\u000a05:33:33.735918 tst cs_paging_gprs_active.py: using RAC 184\u000a05:33:33.863505 tst cs_paging_gprs_active.py: using CellId 26194\u000a05:33:33.991885 tst cs_paging_gprs_active.py: using BVCI 26195\u000a05:33:34.016815 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.027847 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.038893 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.049863 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.060683 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.071558 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.082545 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.093519 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:34.104525 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:34.224824 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:34.508882 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:33:34.638755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:34.960147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Launched\u000a05:33:35.226545 run iperf3-srv_10.42.42.10(pid=31045): Launched\u000a05:33:35.413985 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:33:35.542426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:35.862730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Launched\u000a05:33:36.128533 run iperf3-srv_10.42.42.10(pid=31047): Launched\u000a05:33:36.314672 tst cs_paging_gprs_active.py:38: start network...\u000a05:33:36.442133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:36.925496 run create_hlr_db(pid=31048): Launched\u000a05:33:37.101739 bus /sierra_2: Setting Powered False\u000a05:33:38.123249 run create_hlr_db(pid=31048): Terminated: ok {rc=0}\u000a05:33:38.561004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Launched\u000a05:33:38.889412 run osmo-hlr_10.42.42.2(pid=31051): Launched\u000a05:33:39.008738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:39.577824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Launched\u000a05:33:39.906285 run osmo-stp_10.42.42.5(pid=31054): Launched\u000a05:33:40.026889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:33:41.597449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Launched\u000a05:33:41.714905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:33:42.003673 run patchelf(pid=31057): Launched\u000a05:33:42.194567 run osmo-stp_10.42.42.5(pid=31054): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a05:33:42.333954 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-10_05:33:39.743838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:42.473821 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053339942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053339942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053339943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:42.608593 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-10_05:33:39.743838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:42.742881 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053339941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053339942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053339942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053339942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053339943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:42.897784 run patchelf(pid=31057): Terminating (SIGINT)\u000a05:33:43.080164 run patchelf(pid=31057): Terminated: ok {rc=0}\u000a05:33:43.113773 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)] [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a05:33:43.123538 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a05:33:43.186499 run osmo-hlr_10.42.42.2(pid=31051): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31051)]\u000a05:33:43.237825 run osmo-hlr_10.42.42.2(pid=31051): stdout: \u000a| (launched: 2022-12-10_05:33:38.727524) \u000a05:33:43.289741 run osmo-hlr_10.42.42.2(pid=31051): stderr: \u000a| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053338931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053338932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053338944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053338954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053338954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053338955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:43.333962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Terminating (SIGTERM)\u000a05:33:43.375480 run iperf3-srv_10.42.42.10(pid=31045): Terminating (SIGTERM)\u000a05:33:43.417168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Terminating (SIGTERM)\u000a05:33:43.459136 run iperf3-srv_10.42.42.10(pid=31047): Terminating (SIGTERM)\u000a05:33:43.501048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminating (SIGTERM)\u000a05:33:43.542779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminating (SIGTERM)\u000a05:33:43.584518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Terminating (SIGTERM)\u000a05:33:43.594203 --- ParallelTerminationStrategy: PID 31044 died...\u000a05:33:43.650136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31044): Terminated: ok {rc=0}\u000a05:33:43.660147 --- ParallelTerminationStrategy: PID 31045 died...\u000a05:33:43.716169 run iperf3-srv_10.42.42.10(pid=31045): Terminated {rc=256}\u000a05:33:43.726166 --- ParallelTerminationStrategy: PID 31046 died...\u000a05:33:43.782046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31046): Terminated: ok {rc=0}\u000a05:33:43.792042 --- ParallelTerminationStrategy: PID 31047 died...\u000a05:33:43.847544 run iperf3-srv_10.42.42.10(pid=31047): Terminated {rc=256}\u000a05:33:43.857936 --- ParallelTerminationStrategy: PID 31050 died...\u000a05:33:43.913720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminated: ok {rc=0}\u000a05:33:43.923765 --- ParallelTerminationStrategy: PID 31053 died...\u000a05:33:43.979863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminated: ok {rc=0}\u000a05:33:43.989975 --- ParallelTerminationStrategy: PID 31056 died...\u000a05:33:44.045752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31056): Terminated: ok {rc=0}\u000a05:33:44.133683 bus /gobi_0: Setting Powered False\u000a05:33:45.238789 bus /gobi_0: Setting Powered False\u000a05:33:46.348571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a05:33:47.459302 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:47.470792 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:47.602786 tst iperf3.py: using LAC 26195\u000a05:33:47.735397 tst iperf3.py: using RAC 185\u000a05:33:47.862371 tst iperf3.py: using CellId 26195\u000a05:33:47.988252 tst iperf3.py: using BVCI 26196\u000a05:33:48.013251 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.024343 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.035402 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.046435 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.057303 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.068233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.079362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.090409 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:48.101478 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:48.396014 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:33:48.532743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:48.874272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Launched\u000a05:33:49.156724 run iperf3-srv_10.42.42.10(pid=31059): Launched\u000a05:33:49.356266 tst iperf3.py:8: start network...\u000a05:33:49.492700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:33:50.015799 run create_hlr_db(pid=31061): Launched\u000a05:33:50.203520 bus /gobi_6: Setting Powered False\u000a05:33:51.224792 run create_hlr_db(pid=31061): Terminated: ok {rc=0}\u000a05:33:51.636625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Launched\u000a05:33:51.944751 run osmo-hlr_10.42.42.2(pid=31064): Launched\u000a05:33:52.063403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:33:52.608385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Launched\u000a05:33:52.914154 run osmo-stp_10.42.42.5(pid=31067): Launched\u000a05:33:53.024754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:33:53.556237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Launched\u000a05:33:53.664772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:33:53.932824 run patchelf(pid=31070): Launched\u000a05:33:54.111050 run osmo-stp_10.42.42.5(pid=31067): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a05:33:54.241142 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-10_05:33:52.762771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:54.371688 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053352936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:54.497446 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-10_05:33:52.762771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:33:54.622127 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053352935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053352936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053352936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:33:54.767371 run patchelf(pid=31070): Terminating (SIGINT)\u000a05:33:54.937676 run patchelf(pid=31070): Terminated: ok {rc=0}\u000a05:33:54.969019 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2370↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)] [trial-2370↪gprs:sysmo↪iperf3.py:8]\u000a05:33:54.978364 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:33:55.037945 run osmo-hlr_10.42.42.2(pid=31064): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31064)]\u000a05:33:55.086311 run osmo-hlr_10.42.42.2(pid=31064): stdout: \u000a| (launched: 2022-12-10_05:33:51.792058) \u000a05:33:55.135400 run osmo-hlr_10.42.42.2(pid=31064): stderr: \u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053351971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053351984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053351995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:33:55.176779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Terminating (SIGTERM)\u000a05:33:55.216178 run iperf3-srv_10.42.42.10(pid=31059): Terminating (SIGTERM)\u000a05:33:55.255847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminating (SIGTERM)\u000a05:33:55.295281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminating (SIGTERM)\u000a05:33:55.334794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminating (SIGTERM)\u000a05:33:55.344175 --- ParallelTerminationStrategy: PID 31058 died...\u000a05:33:55.397051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31058): Terminated: ok {rc=0}\u000a05:33:55.406702 --- ParallelTerminationStrategy: PID 31059 died...\u000a05:33:55.459985 run iperf3-srv_10.42.42.10(pid=31059): Terminated {rc=256}\u000a05:33:55.469513 --- ParallelTerminationStrategy: PID 31063 died...\u000a05:33:55.522880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminated: ok {rc=0}\u000a05:33:55.532565 --- ParallelTerminationStrategy: PID 31066 died...\u000a05:33:55.585685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminated: ok {rc=0}\u000a05:33:55.595465 --- ParallelTerminationStrategy: PID 31069 died...\u000a05:33:55.648894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31069): Terminated: ok {rc=0}\u000a05:33:55.737741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a05:33:56.854257 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:56.866266 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:33:56.998749 tst iperf3m4.py: using LAC 26196\u000a05:33:57.126658 tst iperf3m4.py: using RAC 186\u000a05:33:57.249484 tst iperf3m4.py: using CellId 26196\u000a05:33:57.376215 tst iperf3m4.py: using BVCI 26197\u000a05:33:57.401343 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.412699 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.423928 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.435404 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.446652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.457932 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.469990 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.481926 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:33:57.494324 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:57.615645 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:57.735870 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:57.849972 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:33:58.130438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:33:58.256776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:58.575673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Launched\u000a05:33:58.840614 run iperf3-srv_10.42.42.10(pid=31072): Launched\u000a05:33:59.026233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:33:59.152805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:33:59.471525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Launched\u000a05:33:59.735803 run iperf3-srv_10.42.42.10(pid=31074): Launched\u000a05:33:59.921783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:34:00.048325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:00.366018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Launched\u000a05:34:00.630025 run iperf3-srv_10.42.42.10(pid=31076): Launched\u000a05:34:00.814619 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:34:00.965597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:01.323891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Launched\u000a05:34:01.635198 run iperf3-srv_10.42.42.10(pid=31078): Launched\u000a05:34:01.824313 tst iperf3m4.py:8: start network...\u000a05:34:01.955792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:02.443541 run create_hlr_db(pid=31079): Launched\u000a05:34:02.618270 bus /gobi_6: Setting Powered False\u000a05:34:03.640030 run create_hlr_db(pid=31079): Terminated: ok {rc=0}\u000a05:34:04.073794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Launched\u000a05:34:04.380885 run osmo-hlr_10.42.42.2(pid=31082): Launched\u000a05:34:04.499970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:05.035006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Launched\u000a05:34:05.341529 run osmo-stp_10.42.42.5(pid=31085): Launched\u000a05:34:05.452257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:05.984168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Launched\u000a05:34:06.092842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:06.360473 run patchelf(pid=31088): Launched\u000a05:34:06.539230 run osmo-stp_10.42.42.5(pid=31085): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)]\u000a05:34:06.670061 run osmo-stp_10.42.42.5(pid=31085): stdout: \u000a| (launched: 2022-12-10_05:34:05.189200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:06.800666 run osmo-stp_10.42.42.5(pid=31085): stderr: \u000a| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053405363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053405363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053405363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:06.926679 run osmo-stp_10.42.42.5(pid=31085): stdout: \u000a| (launched: 2022-12-10_05:34:05.189200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:07.051832 run osmo-stp_10.42.42.5(pid=31085): stderr: \u000a| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053405362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053405363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053405363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053405363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053405364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:07.197382 run patchelf(pid=31088): Terminating (SIGINT)\u000a05:34:07.367712 run patchelf(pid=31088): Terminated: ok {rc=0}\u000a05:34:07.399068 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31085): Process ended prematurely: osmo-stp_10.42.42.5(pid=31085) [trial-2370↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31085)] [trial-2370↪gprs:sysmo↪iperf3m4.py:8]\u000a05:34:07.408388 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a05:34:07.469097 run osmo-hlr_10.42.42.2(pid=31082): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31082)]\u000a05:34:07.518218 run osmo-hlr_10.42.42.2(pid=31082): stdout: \u000a| (launched: 2022-12-10_05:34:04.228312) \u000a05:34:07.567603 run osmo-hlr_10.42.42.2(pid=31082): stderr: \u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053404406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053404418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053404427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:07.609742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Terminating (SIGTERM)\u000a05:34:07.649320 run iperf3-srv_10.42.42.10(pid=31072): Terminating (SIGTERM)\u000a05:34:07.689258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Terminating (SIGTERM)\u000a05:34:07.728469 run iperf3-srv_10.42.42.10(pid=31074): Terminating (SIGTERM)\u000a05:34:07.767837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Terminating (SIGTERM)\u000a05:34:07.807152 run iperf3-srv_10.42.42.10(pid=31076): Terminating (SIGTERM)\u000a05:34:07.846512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Terminating (SIGTERM)\u000a05:34:07.885848 run iperf3-srv_10.42.42.10(pid=31078): Terminating (SIGTERM)\u000a05:34:07.925347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Terminating (SIGTERM)\u000a05:34:07.964631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Terminating (SIGTERM)\u000a05:34:08.004439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Terminating (SIGTERM)\u000a05:34:08.013766 --- ParallelTerminationStrategy: PID 31071 died...\u000a05:34:08.066634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31071): Terminated: ok {rc=0}\u000a05:34:08.076359 --- ParallelTerminationStrategy: PID 31072 died...\u000a05:34:08.129729 run iperf3-srv_10.42.42.10(pid=31072): Terminated {rc=256}\u000a05:34:08.139128 --- ParallelTerminationStrategy: PID 31073 died...\u000a05:34:08.191931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31073): Terminated: ok {rc=0}\u000a05:34:08.201787 --- ParallelTerminationStrategy: PID 31074 died...\u000a05:34:08.254943 run iperf3-srv_10.42.42.10(pid=31074): Terminated {rc=256}\u000a05:34:08.264530 --- ParallelTerminationStrategy: PID 31075 died...\u000a05:34:08.317469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31075): Terminated: ok {rc=0}\u000a05:34:08.327269 --- ParallelTerminationStrategy: PID 31076 died...\u000a05:34:08.379983 run iperf3-srv_10.42.42.10(pid=31076): Terminated {rc=256}\u000a05:34:08.389817 --- ParallelTerminationStrategy: PID 31077 died...\u000a05:34:08.442567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31077): Terminated: ok {rc=0}\u000a05:34:08.452311 --- ParallelTerminationStrategy: PID 31078 died...\u000a05:34:08.505813 run iperf3-srv_10.42.42.10(pid=31078): Terminated {rc=256}\u000a05:34:08.515460 --- ParallelTerminationStrategy: PID 31081 died...\u000a05:34:08.568571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31081): Terminated: ok {rc=0}\u000a05:34:08.578182 --- ParallelTerminationStrategy: PID 31084 died...\u000a05:34:08.631878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31084): Terminated: ok {rc=0}\u000a05:34:08.641770 --- ParallelTerminationStrategy: PID 31087 died...\u000a05:34:08.695626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31087): Terminated: ok {rc=0}\u000a05:34:08.784709 bus /gobi_4: Setting Powered False\u000a05:34:09.888142 bus /gobi_4: Setting Powered False\u000a05:34:11.000870 bus /gobi_1: Setting Powered False\u000a05:34:12.105989 bus /gobi_1: Setting Powered False\u000a05:34:13.214027 bus /gobi_0: Setting Powered False\u000a05:34:14.319011 bus /gobi_0: Setting Powered False\u000a05:34:15.427902 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo ping.py\u000a----------------------------------------------\u000a05:34:16.497045 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:16.509371 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:16.636558 tst ping.py: using LAC 26197\u000a05:34:16.759605 tst ping.py: using RAC 187\u000a05:34:16.883740 tst ping.py: using CellId 26197\u000a05:34:17.011559 tst ping.py: using BVCI 26198\u000a05:34:17.037210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.049024 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.060639 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.072505 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.084202 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.095925 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.107892 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:17.119724 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:17.399315 tst ping.py:19: start network...\u000a05:34:17.524149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:17.999429 run create_hlr_db(pid=31090): Launched\u000a05:34:18.173287 bus /gobi_6: Setting Powered False\u000a05:34:19.193718 run create_hlr_db(pid=31090): Terminated: ok {rc=0}\u000a05:34:19.623498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Launched\u000a05:34:19.945585 run osmo-hlr_10.42.42.2(pid=31093): Launched\u000a05:34:20.062963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:20.622315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Launched\u000a05:34:20.941802 run osmo-stp_10.42.42.5(pid=31096): Launched\u000a05:34:21.057799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:21.617622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Launched\u000a05:34:21.731239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:22.011576 run patchelf(pid=31099): Launched\u000a05:34:22.199407 run osmo-stp_10.42.42.5(pid=31096): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]\u000a05:34:22.336903 run osmo-stp_10.42.42.5(pid=31096): stdout: \u000a| (launched: 2022-12-10_05:34:20.783655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:22.474790 run osmo-stp_10.42.42.5(pid=31096): stderr: \u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053420978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:22.607601 run osmo-stp_10.42.42.5(pid=31096): stdout: \u000a| (launched: 2022-12-10_05:34:20.783655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:22.738727 run osmo-stp_10.42.42.5(pid=31096): stderr: \u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053420977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053420978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053420978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:22.891141 run patchelf(pid=31099): Terminating (SIGINT)\u000a05:34:23.070546 run patchelf(pid=31099): Terminated: ok {rc=0}\u000a05:34:23.103133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2370↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)] [trial-2370↪gprs:sysmo↪ping.py:22]\u000a05:34:23.112381 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:34:23.175115 run osmo-hlr_10.42.42.2(pid=31093): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31093)]\u000a05:34:23.226571 run osmo-hlr_10.42.42.2(pid=31093): stdout: \u000a| (launched: 2022-12-10_05:34:19.786653) \u000a05:34:23.278613 run osmo-hlr_10.42.42.2(pid=31093): stderr: \u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053419986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053419997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053420006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:23.322892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminating (SIGTERM)\u000a05:34:23.364814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminating (SIGTERM)\u000a05:34:23.406798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Terminating (SIGTERM)\u000a05:34:23.416255 --- ParallelTerminationStrategy: PID 31092 died...\u000a05:34:23.472236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminated: ok {rc=0}\u000a05:34:23.482790 --- ParallelTerminationStrategy: PID 31095 died...\u000a05:34:23.538505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminated: ok {rc=0}\u000a05:34:23.548708 --- ParallelTerminationStrategy: PID 31098 died...\u000a05:34:23.604547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31098): Terminated: ok {rc=0}\u000a05:34:23.691494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:34:24.744000 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:24.755751 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a05:34:24.887597 tst ping_idle_ping.py: using LAC 26198\u000a05:34:25.013112 tst ping_idle_ping.py: using RAC 188\u000a05:34:25.138435 tst ping_idle_ping.py: using CellId 26198\u000a05:34:25.263742 tst ping_idle_ping.py: using BVCI 26199\u000a05:34:25.288317 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.299388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.310436 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.321425 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.332245 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.343080 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.354047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a05:34:25.365166 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a05:34:25.650187 tst ping_idle_ping.py:24: start network...\u000a05:34:25.774719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:26.246993 run create_hlr_db(pid=31100): Launched\u000a05:34:26.419718 bus /gobi_6: Setting Powered False\u000a05:34:27.441077 run create_hlr_db(pid=31100): Terminated: ok {rc=0}\u000a05:34:27.842384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Launched\u000a05:34:28.143182 run osmo-hlr_10.42.42.2(pid=31103): Launched\u000a05:34:28.254822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:28.777475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Launched\u000a05:34:29.078367 run osmo-stp_10.42.42.5(pid=31106): Launched\u000a05:34:29.187665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:29.713737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Launched\u000a05:34:29.820536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:30.084438 run patchelf(pid=31109): Launched\u000a05:34:30.260512 run osmo-stp_10.42.42.5(pid=31106): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)]\u000a05:34:30.389792 run osmo-stp_10.42.42.5(pid=31106): stdout: \u000a| (launched: 2022-12-10_05:34:28.928560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:30.519029 run osmo-stp_10.42.42.5(pid=31106): stderr: \u000a| �[0;m�[38;5;43m20221210053429102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053429103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:30.643070 run osmo-stp_10.42.42.5(pid=31106): stdout: \u000a| (launched: 2022-12-10_05:34:28.928560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:30.765870 run osmo-stp_10.42.42.5(pid=31106): stderr: \u000a| �[0;m�[38;5;43m20221210053429102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053429103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053429103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053429104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:30.911470 run patchelf(pid=31109): Terminating (SIGINT)\u000a05:34:31.082885 run patchelf(pid=31109): Terminated: ok {rc=0}\u000a05:34:31.114996 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31106): Process ended prematurely: osmo-stp_10.42.42.5(pid=31106) [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31106)] [trial-2370↪gprs:sysmo↪ping_idle_ping.py:27]\u000a05:34:31.124525 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:34:31.187060 run osmo-hlr_10.42.42.2(pid=31103): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31103)]\u000a05:34:31.237280 run osmo-hlr_10.42.42.2(pid=31103): stdout: \u000a| (launched: 2022-12-10_05:34:27.994286) \u000a05:34:31.288481 run osmo-hlr_10.42.42.2(pid=31103): stderr: \u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053428174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053428187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053428195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:31.331338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Terminating (SIGTERM)\u000a05:34:31.372852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Terminating (SIGTERM)\u000a05:34:31.414456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Terminating (SIGTERM)\u000a05:34:31.425201 --- ParallelTerminationStrategy: PID 31102 died...\u000a05:34:31.480908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31102): Terminated: ok {rc=0}\u000a05:34:31.491417 --- ParallelTerminationStrategy: PID 31105 died...\u000a05:34:31.547154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31105): Terminated: ok {rc=0}\u000a05:34:31.557844 --- ParallelTerminationStrategy: PID 31108 died...\u000a05:34:31.613658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31108): Terminated: ok {rc=0}\u000a05:34:31.703069 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:33:33" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:34:33.810933 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:33.821756 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:34:33.946595 tst cs_paging_gprs_active.py: using LAC 26199\u000a05:34:34.069277 tst cs_paging_gprs_active.py: using RAC 189\u000a05:34:34.190981 tst cs_paging_gprs_active.py: using CellId 26199\u000a05:34:34.312905 tst cs_paging_gprs_active.py: using BVCI 26200\u000a05:34:34.336448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.347283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.357846 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.369155 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.379986 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.390751 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.401730 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.412413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:34.423411 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:34.545193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:34.841911 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:34:34.979020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:35.320409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Launched\u000a05:34:35.604471 run iperf3-srv_10.42.42.10(pid=31115): Launched\u000a05:34:35.805265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:34:35.942229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:36.283934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Launched\u000a05:34:36.567578 run iperf3-srv_10.42.42.10(pid=31117): Launched\u000a05:34:36.768520 tst cs_paging_gprs_active.py:38: start network...\u000a05:34:36.905789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:37.432408 run create_hlr_db(pid=31118): Launched\u000a05:34:37.622166 bus /gobi_6: Setting Powered False\u000a05:34:38.640804 run create_hlr_db(pid=31118): Terminated: ok {rc=0}\u000a05:34:39.077821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Launched\u000a05:34:39.406789 run osmo-hlr_10.42.42.2(pid=31121): Launched\u000a05:34:39.525343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:40.094951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Launched\u000a05:34:40.424075 run osmo-stp_10.42.42.5(pid=31124): Launched\u000a05:34:40.543226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:41.118853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Launched\u000a05:34:41.235845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:41.522594 run patchelf(pid=31127): Launched\u000a05:34:41.713790 run osmo-stp_10.42.42.5(pid=31124): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)]\u000a05:34:41.852934 run osmo-stp_10.42.42.5(pid=31124): stdout: \u000a| (launched: 2022-12-10_05:34:40.262274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:41.992821 run osmo-stp_10.42.42.5(pid=31124): stderr: \u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053440460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:42.128044 run osmo-stp_10.42.42.5(pid=31124): stdout: \u000a| (launched: 2022-12-10_05:34:40.262274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:42.262796 run osmo-stp_10.42.42.5(pid=31124): stderr: \u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053440459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053440460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053440460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:42.418011 run patchelf(pid=31127): Terminating (SIGINT)\u000a05:34:42.600789 run patchelf(pid=31127): Terminated: ok {rc=0}\u000a05:34:42.634348 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31124): Process ended prematurely: osmo-stp_10.42.42.5(pid=31124) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31124)] [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:34:42.644239 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:34:42.707097 run osmo-hlr_10.42.42.2(pid=31121): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31121)]\u000a05:34:42.758626 run osmo-hlr_10.42.42.2(pid=31121): stdout: \u000a| (launched: 2022-12-10_05:34:39.244329) \u000a05:34:42.810946 run osmo-hlr_10.42.42.2(pid=31121): stderr: \u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053439446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053439459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053439468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:42.855501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminating (SIGTERM)\u000a05:34:42.897107 run iperf3-srv_10.42.42.10(pid=31115): Terminating (SIGTERM)\u000a05:34:42.938913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminating (SIGTERM)\u000a05:34:42.980520 run iperf3-srv_10.42.42.10(pid=31117): Terminating (SIGTERM)\u000a05:34:43.022371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminating (SIGTERM)\u000a05:34:43.064008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminating (SIGTERM)\u000a05:34:43.106104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Terminating (SIGTERM)\u000a05:34:43.115793 --- ParallelTerminationStrategy: PID 31114 died...\u000a05:34:43.171750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31114): Terminated: ok {rc=0}\u000a05:34:43.181953 --- ParallelTerminationStrategy: PID 31115 died...\u000a05:34:43.237442 run iperf3-srv_10.42.42.10(pid=31115): Terminated {rc=256}\u000a05:34:43.247561 --- ParallelTerminationStrategy: PID 31116 died...\u000a05:34:43.303235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31116): Terminated: ok {rc=0}\u000a05:34:43.313354 --- ParallelTerminationStrategy: PID 31117 died...\u000a05:34:43.368528 run iperf3-srv_10.42.42.10(pid=31117): Terminated {rc=256}\u000a05:34:43.378395 --- ParallelTerminationStrategy: PID 31120 died...\u000a05:34:43.433376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31120): Terminated: ok {rc=0}\u000a05:34:43.443200 --- ParallelTerminationStrategy: PID 31123 died...\u000a05:34:43.498542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31123): Terminated: ok {rc=0}\u000a05:34:43.508492 --- ParallelTerminationStrategy: PID 31126 died...\u000a05:34:43.563381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31126): Terminated: ok {rc=0}\u000a05:34:43.649330 bus /gobi_0: Setting Powered False\u000a05:34:44.751523 bus /gobi_0: Setting Powered False\u000a05:34:45.862231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:34:47.003003 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.019486 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:34:47.185705 tst iperf3.py: using LAC 26200\u000a05:34:47.326556 tst iperf3.py: using RAC 190\u000a05:34:47.446414 tst iperf3.py: using CellId 26200\u000a05:34:47.566506 tst iperf3.py: using BVCI 26201\u000a05:34:47.589883 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.600654 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.611336 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.622211 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.633043 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.643753 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.654793 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.665666 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:47.676655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:47.957596 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:48.084357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:48.402528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Launched\u000a05:34:48.666347 run iperf3-srv_10.42.42.10(pid=31129): Launched\u000a05:34:48.851321 tst iperf3.py:8: start network...\u000a05:34:48.977635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:34:49.457922 run create_hlr_db(pid=31130): Launched\u000a05:34:49.632652 bus /gobi_6: Setting Powered False\u000a05:34:50.654633 run create_hlr_db(pid=31130): Terminated: ok {rc=0}\u000a05:34:51.062229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Launched\u000a05:34:51.368469 run osmo-hlr_10.42.42.2(pid=31133): Launched\u000a05:34:51.477820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:34:52.008791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Launched\u000a05:34:52.315295 run osmo-stp_10.42.42.5(pid=31136): Launched\u000a05:34:52.425847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:34:52.960554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Launched\u000a05:34:53.069112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:34:53.336917 run patchelf(pid=31139): Launched\u000a05:34:53.515130 run osmo-stp_10.42.42.5(pid=31136): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)]\u000a05:34:53.645168 run osmo-stp_10.42.42.5(pid=31136): stdout: \u000a| (launched: 2022-12-10_05:34:52.163179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:53.775629 run osmo-stp_10.42.42.5(pid=31136): stderr: \u000a| �[0;m�[38;5;43m20221210053452337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053452338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053452340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:53.901776 run osmo-stp_10.42.42.5(pid=31136): stdout: \u000a| (launched: 2022-12-10_05:34:52.163179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:34:54.026589 run osmo-stp_10.42.42.5(pid=31136): stderr: \u000a| �[0;m�[38;5;43m20221210053452337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053452338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053452338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053452340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053452341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:34:54.171485 run patchelf(pid=31139): Terminating (SIGINT)\u000a05:34:54.343664 run patchelf(pid=31139): Terminated: ok {rc=0}\u000a05:34:54.374994 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31136): Process ended prematurely: osmo-stp_10.42.42.5(pid=31136) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31136)] [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a05:34:54.384228 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a05:34:54.444231 run osmo-hlr_10.42.42.2(pid=31133): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31133)]\u000a05:34:54.492837 run osmo-hlr_10.42.42.2(pid=31133): stdout: \u000a| (launched: 2022-12-10_05:34:51.216705) \u000a05:34:54.542207 run osmo-hlr_10.42.42.2(pid=31133): stderr: \u000a| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053451392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053451393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053451393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053451433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053451444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:34:54.583774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminating (SIGTERM)\u000a05:34:54.623137 run iperf3-srv_10.42.42.10(pid=31129): Terminating (SIGTERM)\u000a05:34:54.662497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Terminating (SIGTERM)\u000a05:34:54.701796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Terminating (SIGTERM)\u000a05:34:54.741093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Terminating (SIGTERM)\u000a05:34:54.750371 --- ParallelTerminationStrategy: PID 31128 died...\u000a05:34:54.803079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31128): Terminated: ok {rc=0}\u000a05:34:54.812749 --- ParallelTerminationStrategy: PID 31129 died...\u000a05:34:54.865847 run iperf3-srv_10.42.42.10(pid=31129): Terminated {rc=256}\u000a05:34:54.875180 --- ParallelTerminationStrategy: PID 31132 died...\u000a05:34:54.927812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31132): Terminated: ok {rc=0}\u000a05:34:54.937604 --- ParallelTerminationStrategy: PID 31135 died...\u000a05:34:54.990419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31135): Terminated: ok {rc=0}\u000a05:34:54.999977 --- ParallelTerminationStrategy: PID 31138 died...\u000a05:34:55.053508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31138): Terminated: ok {rc=0}\u000a05:34:55.142022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:34:56.253928 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.265535 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:34:56.391042 tst iperf3m4.py: using LAC 26201\u000a05:34:56.514705 tst iperf3m4.py: using RAC 191\u000a05:34:56.636531 tst iperf3m4.py: using CellId 26201\u000a05:34:56.758041 tst iperf3m4.py: using BVCI 26202\u000a05:34:56.781451 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.792137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.803009 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.814051 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.824708 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.835490 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.846542 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.857245 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:34:56.868045 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:56.984132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:57.103727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:57.225490 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:34:57.505710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:34:57.633322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:57.954298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Launched\u000a05:34:58.219844 run iperf3-srv_10.42.42.10(pid=31141): Launched\u000a05:34:58.407597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:34:58.535820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:58.862389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Launched\u000a05:34:59.145204 run iperf3-srv_10.42.42.10(pid=31143): Launched\u000a05:34:59.345049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:34:59.481286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:34:59.822420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Launched\u000a05:35:00.104795 run iperf3-srv_10.42.42.10(pid=31145): Launched\u000a05:35:00.304811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:35:00.441249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:00.781658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Launched\u000a05:35:01.093926 run iperf3-srv_10.42.42.10(pid=31147): Launched\u000a05:35:01.297392 tst iperf3m4.py:8: start network...\u000a05:35:01.436088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:02.002333 run create_hlr_db(pid=31151): Launched\u000a05:35:02.185537 bus /gobi_6: Setting Powered False\u000a05:35:03.200458 run create_hlr_db(pid=31151): Terminated: ok {rc=0}\u000a05:35:03.637958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Launched\u000a05:35:03.964775 run osmo-hlr_10.42.42.2(pid=31154): Launched\u000a05:35:04.087111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:04.660488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Launched\u000a05:35:04.988162 run osmo-stp_10.42.42.5(pid=31157): Launched\u000a05:35:05.105556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:05.676181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Launched\u000a05:35:05.792355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:06.078781 run patchelf(pid=31160): Launched\u000a05:35:06.269765 run osmo-stp_10.42.42.5(pid=31157): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]\u000a05:35:06.409646 run osmo-stp_10.42.42.5(pid=31157): stdout: \u000a| (launched: 2022-12-10_05:35:04.826815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:06.549494 run osmo-stp_10.42.42.5(pid=31157): stderr: \u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:06.684365 run osmo-stp_10.42.42.5(pid=31157): stdout: \u000a| (launched: 2022-12-10_05:35:04.826815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:06.818128 run osmo-stp_10.42.42.5(pid=31157): stderr: \u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:06.973597 run patchelf(pid=31160): Terminating (SIGINT)\u000a05:35:07.155691 run patchelf(pid=31160): Terminated: ok {rc=0}\u000a05:35:07.189129 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)] [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:35:07.199129 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:35:07.261917 run osmo-hlr_10.42.42.2(pid=31154): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31154)]\u000a05:35:07.313103 run osmo-hlr_10.42.42.2(pid=31154): stdout: \u000a| (launched: 2022-12-10_05:35:03.803807) \u000a05:35:07.364769 run osmo-hlr_10.42.42.2(pid=31154): stderr: \u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053504007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053504020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053504029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:07.408596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Terminating (SIGTERM)\u000a05:35:07.449871 run iperf3-srv_10.42.42.10(pid=31141): Terminating (SIGTERM)\u000a05:35:07.491171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminating (SIGTERM)\u000a05:35:07.532431 run iperf3-srv_10.42.42.10(pid=31143): Terminating (SIGTERM)\u000a05:35:07.575737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Terminating (SIGTERM)\u000a05:35:07.616863 run iperf3-srv_10.42.42.10(pid=31145): Terminating (SIGTERM)\u000a05:35:07.658212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Terminating (SIGTERM)\u000a05:35:07.699413 run iperf3-srv_10.42.42.10(pid=31147): Terminating (SIGTERM)\u000a05:35:07.740771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminating (SIGTERM)\u000a05:35:07.782186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminating (SIGTERM)\u000a05:35:07.823383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminating (SIGTERM)\u000a05:35:07.832920 --- ParallelTerminationStrategy: PID 31140 died...\u000a05:35:07.888392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31140): Terminated: ok {rc=0}\u000a05:35:07.898394 --- ParallelTerminationStrategy: PID 31141 died...\u000a05:35:07.953539 run iperf3-srv_10.42.42.10(pid=31141): Terminated {rc=256}\u000a05:35:07.963420 --- ParallelTerminationStrategy: PID 31142 died...\u000a05:35:08.018618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31142): Terminated: ok {rc=0}\u000a05:35:08.028527 --- ParallelTerminationStrategy: PID 31143 died...\u000a05:35:08.083658 run iperf3-srv_10.42.42.10(pid=31143): Terminated {rc=256}\u000a05:35:08.093940 --- ParallelTerminationStrategy: PID 31144 died...\u000a05:35:08.149299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31144): Terminated: ok {rc=0}\u000a05:35:08.159345 --- ParallelTerminationStrategy: PID 31145 died...\u000a05:35:08.214508 run iperf3-srv_10.42.42.10(pid=31145): Terminated {rc=256}\u000a05:35:08.224428 --- ParallelTerminationStrategy: PID 31146 died...\u000a05:35:08.279903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31146): Terminated: ok {rc=0}\u000a05:35:08.289945 --- ParallelTerminationStrategy: PID 31147 died...\u000a05:35:08.345459 run iperf3-srv_10.42.42.10(pid=31147): Terminated {rc=256}\u000a05:35:08.355448 --- ParallelTerminationStrategy: PID 31153 died...\u000a05:35:08.411242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminated: ok {rc=0}\u000a05:35:08.421359 --- ParallelTerminationStrategy: PID 31156 died...\u000a05:35:08.476809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminated: ok {rc=0}\u000a05:35:08.486837 --- ParallelTerminationStrategy: PID 31159 died...\u000a05:35:08.543018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminated: ok {rc=0}\u000a05:35:08.630105 bus /gobi_4: Setting Powered False\u000a05:35:09.737367 bus /gobi_4: Setting Powered False\u000a05:35:10.846827 bus /gobi_1: Setting Powered False\u000a05:35:11.954096 bus /gobi_1: Setting Powered False\u000a05:35:13.065672 bus /gobi_0: Setting Powered False\u000a05:35:14.167647 bus /gobi_0: Setting Powered False\u000a05:35:15.280412 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:35:16.358281 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:16.374092 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:16.509247 tst ping.py: using LAC 26202\u000a05:35:16.634033 tst ping.py: using RAC 192\u000a05:35:16.786684 tst ping.py: using CellId 26202\u000a05:35:16.931656 tst ping.py: using BVCI 26203\u000a05:35:16.955908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:16.967985 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:16.980784 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:16.993391 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:17.005149 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:17.019046 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:17.032144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:17.045927 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:17.327346 tst ping.py:19: start network...\u000a05:35:17.452431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:17.926408 run create_hlr_db(pid=31161): Launched\u000a05:35:18.099974 bus /gobi_6: Setting Powered False\u000a05:35:19.120868 run create_hlr_db(pid=31161): Terminated: ok {rc=0}\u000a05:35:19.523386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Launched\u000a05:35:19.824123 run osmo-hlr_10.42.42.2(pid=31164): Launched\u000a05:35:19.933422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:20.453449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Launched\u000a05:35:20.753985 run osmo-stp_10.42.42.5(pid=31167): Launched\u000a05:35:20.862953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:21.389696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Launched\u000a05:35:21.495815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:21.759220 run patchelf(pid=31170): Launched\u000a05:35:21.935192 run osmo-stp_10.42.42.5(pid=31167): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)]\u000a05:35:22.063607 run osmo-stp_10.42.42.5(pid=31167): stdout: \u000a| (launched: 2022-12-10_05:35:20.604464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:22.192432 run osmo-stp_10.42.42.5(pid=31167): stderr: \u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053520777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:22.316284 run osmo-stp_10.42.42.5(pid=31167): stdout: \u000a| (launched: 2022-12-10_05:35:20.604464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:22.438816 run osmo-stp_10.42.42.5(pid=31167): stderr: \u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053520777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053520777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053520778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:22.582314 run patchelf(pid=31170): Terminating (SIGINT)\u000a05:35:22.749797 run patchelf(pid=31170): Terminated: ok {rc=0}\u000a05:35:22.780191 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31167): Process ended prematurely: osmo-stp_10.42.42.5(pid=31167) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31167)] [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a05:35:22.788921 tst ping.py:22: Test FAILED (6.4 sec)\u000a05:35:22.849626 run osmo-hlr_10.42.42.2(pid=31164): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31164)]\u000a05:35:22.898949 run osmo-hlr_10.42.42.2(pid=31164): stdout: \u000a| (launched: 2022-12-10_05:35:19.674866) \u000a05:35:22.949126 run osmo-hlr_10.42.42.2(pid=31164): stderr: \u000a| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053519854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053519855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053519855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053519867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053519876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:22.991534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Terminating (SIGTERM)\u000a05:35:23.031715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Terminating (SIGTERM)\u000a05:35:23.071748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Terminating (SIGTERM)\u000a05:35:23.081361 --- ParallelTerminationStrategy: PID 31163 died...\u000a05:35:23.135502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31163): Terminated: ok {rc=0}\u000a05:35:23.145449 --- ParallelTerminationStrategy: PID 31166 died...\u000a05:35:23.199145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31166): Terminated: ok {rc=0}\u000a05:35:23.208901 --- ParallelTerminationStrategy: PID 31169 died...\u000a05:35:23.262529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31169): Terminated: ok {rc=0}\u000a05:35:23.350718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:35:24.403070 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.415353 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:35:24.548380 tst ping_idle_ping.py: using LAC 26203\u000a05:35:24.671310 tst ping_idle_ping.py: using RAC 193\u000a05:35:24.791292 tst ping_idle_ping.py: using CellId 26203\u000a05:35:24.912435 tst ping_idle_ping.py: using BVCI 26204\u000a05:35:24.935557 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.946568 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.957448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.968426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.979238 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:24.990050 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:25.001009 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:35:25.011908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:35:25.297143 tst ping_idle_ping.py:24: start network...\u000a05:35:25.422039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:25.897200 run create_hlr_db(pid=31171): Launched\u000a05:35:26.071397 bus /gobi_6: Setting Powered False\u000a05:35:27.093485 run create_hlr_db(pid=31171): Terminated: ok {rc=0}\u000a05:35:27.526080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Launched\u000a05:35:27.850982 run osmo-hlr_10.42.42.2(pid=31174): Launched\u000a05:35:27.968755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:28.532354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Launched\u000a05:35:28.855525 run osmo-stp_10.42.42.5(pid=31177): Launched\u000a05:35:28.972527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:29.538154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Launched\u000a05:35:29.653018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:29.935324 run patchelf(pid=31180): Launched\u000a05:35:30.124395 run osmo-stp_10.42.42.5(pid=31177): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)]\u000a05:35:30.262285 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-10_05:35:28.695959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:30.400629 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053528892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:30.534054 run osmo-stp_10.42.42.5(pid=31177): stdout: \u000a| (launched: 2022-12-10_05:35:28.695959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:30.666579 run osmo-stp_10.42.42.5(pid=31177): stderr: \u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053528892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053528892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053528893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:30.819778 run patchelf(pid=31180): Terminating (SIGINT)\u000a05:35:31.044797 run patchelf(pid=31180): Terminated: ok {rc=0}\u000a05:35:31.079605 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31177): Process ended prematurely: osmo-stp_10.42.42.5(pid=31177) [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31177)] [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:35:31.089644 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:35:31.155601 run osmo-hlr_10.42.42.2(pid=31174): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31174)]\u000a05:35:31.208118 run osmo-hlr_10.42.42.2(pid=31174): stdout: \u000a| (launched: 2022-12-10_05:35:27.690470) \u000a05:35:31.262784 run osmo-hlr_10.42.42.2(pid=31174): stderr: \u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053527893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053527905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053527915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053527916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053527916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:31.308358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminating (SIGTERM)\u000a05:35:31.351450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminating (SIGTERM)\u000a05:35:31.399002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Terminating (SIGTERM)\u000a05:35:31.409869 --- ParallelTerminationStrategy: PID 31173 died...\u000a05:35:31.470472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31173): Terminated: ok {rc=0}\u000a05:35:31.481246 --- ParallelTerminationStrategy: PID 31176 died...\u000a05:35:31.539619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31176): Terminated: ok {rc=0}\u000a05:35:31.550392 --- ParallelTerminationStrategy: PID 31179 died...\u000a05:35:31.608634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31179): Terminated: ok {rc=0}\u000a05:35:31.698014 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:34:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:35:33.814338 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:33.825642 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:35:33.977182 tst cs_paging_gprs_active.py: using LAC 26204\u000a05:35:34.107086 tst cs_paging_gprs_active.py: using RAC 194\u000a05:35:34.235316 tst cs_paging_gprs_active.py: using CellId 26204\u000a05:35:34.363527 tst cs_paging_gprs_active.py: using BVCI 26205\u000a05:35:34.388715 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.400019 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.411212 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.422355 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.433446 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.444519 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.455719 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.466756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:34.478012 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:34.594635 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:34.875303 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:35:35.002984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:35.322614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Launched\u000a05:35:35.587270 run iperf3-srv_10.42.42.10(pid=31187): Launched\u000a05:35:35.773058 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:35:35.900021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:36.218688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Launched\u000a05:35:36.483171 run iperf3-srv_10.42.42.10(pid=31189): Launched\u000a05:35:36.669258 tst cs_paging_gprs_active.py:38: start network...\u000a05:35:36.795925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:37.280695 run create_hlr_db(pid=31190): Launched\u000a05:35:37.455823 bus /gobi_6: Setting Powered False\u000a05:35:38.477513 run create_hlr_db(pid=31190): Terminated: ok {rc=0}\u000a05:35:38.917544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Launched\u000a05:35:39.247465 run osmo-hlr_10.42.42.2(pid=31193): Launched\u000a05:35:39.367752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:39.938610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Launched\u000a05:35:40.267020 run osmo-stp_10.42.42.5(pid=31196): Launched\u000a05:35:40.385719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:40.953316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Launched\u000a05:35:41.061961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:41.330304 run patchelf(pid=31199): Launched\u000a05:35:41.509792 run osmo-stp_10.42.42.5(pid=31196): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)]\u000a05:35:41.641450 run osmo-stp_10.42.42.5(pid=31196): stdout: \u000a| (launched: 2022-12-10_05:35:40.104886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:41.773191 run osmo-stp_10.42.42.5(pid=31196): stderr: \u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053540302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:41.900013 run osmo-stp_10.42.42.5(pid=31196): stdout: \u000a| (launched: 2022-12-10_05:35:40.104886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:42.025923 run osmo-stp_10.42.42.5(pid=31196): stderr: \u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053540302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053540302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053540303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:42.172025 run patchelf(pid=31199): Terminating (SIGINT)\u000a05:35:42.343772 run patchelf(pid=31199): Terminated: ok {rc=0}\u000a05:35:42.375503 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31196): Process ended prematurely: osmo-stp_10.42.42.5(pid=31196) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31196)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:35:42.384811 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:35:42.444571 run osmo-hlr_10.42.42.2(pid=31193): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31193)]\u000a05:35:42.493097 run osmo-hlr_10.42.42.2(pid=31193): stdout: \u000a| (launched: 2022-12-10_05:35:39.083943) \u000a05:35:42.542529 run osmo-hlr_10.42.42.2(pid=31193): stderr: \u000a| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053539284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053539285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053539298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053539306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053539307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053539307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:42.584059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Terminating (SIGTERM)\u000a05:35:42.623401 run iperf3-srv_10.42.42.10(pid=31187): Terminating (SIGTERM)\u000a05:35:42.663101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Terminating (SIGTERM)\u000a05:35:42.702547 run iperf3-srv_10.42.42.10(pid=31189): Terminating (SIGTERM)\u000a05:35:42.742159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminating (SIGTERM)\u000a05:35:42.781516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminating (SIGTERM)\u000a05:35:42.821061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Terminating (SIGTERM)\u000a05:35:42.830404 --- ParallelTerminationStrategy: PID 31186 died...\u000a05:35:42.883197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31186): Terminated: ok {rc=0}\u000a05:35:42.892839 --- ParallelTerminationStrategy: PID 31187 died...\u000a05:35:42.945967 run iperf3-srv_10.42.42.10(pid=31187): Terminated {rc=256}\u000a05:35:42.955604 --- ParallelTerminationStrategy: PID 31188 died...\u000a05:35:43.007933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31188): Terminated: ok {rc=0}\u000a05:35:43.017625 --- ParallelTerminationStrategy: PID 31189 died...\u000a05:35:43.069975 run iperf3-srv_10.42.42.10(pid=31189): Terminated {rc=256}\u000a05:35:43.079669 --- ParallelTerminationStrategy: PID 31192 died...\u000a05:35:43.132065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31192): Terminated: ok {rc=0}\u000a05:35:43.141740 --- ParallelTerminationStrategy: PID 31195 died...\u000a05:35:43.194455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31195): Terminated: ok {rc=0}\u000a05:35:43.203860 --- ParallelTerminationStrategy: PID 31198 died...\u000a05:35:43.256317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31198): Terminated: ok {rc=0}\u000a05:35:43.344664 bus /gobi_0: Setting Powered False\u000a05:35:44.447518 bus /gobi_0: Setting Powered False\u000a05:35:45.553589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:35:46.674472 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:46.687899 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:35:46.843374 tst iperf3.py: using LAC 26205\u000a05:35:46.998560 tst iperf3.py: using RAC 195\u000a05:35:47.131474 tst iperf3.py: using CellId 26205\u000a05:35:47.255714 tst iperf3.py: using BVCI 26206\u000a05:35:47.280175 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.292429 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.303827 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.316286 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.327057 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.338621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.350432 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.362023 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:47.373563 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:47.671268 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:47.808008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:48.147914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Launched\u000a05:35:48.432934 run iperf3-srv_10.42.42.10(pid=31201): Launched\u000a05:35:48.634373 tst iperf3.py:8: start network...\u000a05:35:48.771492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:35:49.295318 run create_hlr_db(pid=31202): Launched\u000a05:35:49.484296 bus /gobi_6: Setting Powered False\u000a05:35:50.504854 run create_hlr_db(pid=31202): Terminated: ok {rc=0}\u000a05:35:50.942442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Launched\u000a05:35:51.270511 run osmo-hlr_10.42.42.2(pid=31205): Launched\u000a05:35:51.390906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:35:51.964114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Launched\u000a05:35:52.291578 run osmo-stp_10.42.42.5(pid=31208): Launched\u000a05:35:52.410123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:35:52.982679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Launched\u000a05:35:53.099450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:35:53.385583 run patchelf(pid=31211): Launched\u000a05:35:53.577237 run osmo-stp_10.42.42.5(pid=31208): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)]\u000a05:35:53.717009 run osmo-stp_10.42.42.5(pid=31208): stdout: \u000a| (launched: 2022-12-10_05:35:52.130342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:53.856915 run osmo-stp_10.42.42.5(pid=31208): stderr: \u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053552326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:53.991896 run osmo-stp_10.42.42.5(pid=31208): stdout: \u000a| (launched: 2022-12-10_05:35:52.130342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:35:54.126226 run osmo-stp_10.42.42.5(pid=31208): stderr: \u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053552325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053552326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053552326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:35:54.282085 run patchelf(pid=31211): Terminating (SIGINT)\u000a05:35:54.464407 run patchelf(pid=31211): Terminated: ok {rc=0}\u000a05:35:54.497938 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31208): Process ended prematurely: osmo-stp_10.42.42.5(pid=31208) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31208)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:35:54.507852 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:35:54.570603 run osmo-hlr_10.42.42.2(pid=31205): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31205)]\u000a05:35:54.621942 run osmo-hlr_10.42.42.2(pid=31205): stdout: \u000a| (launched: 2022-12-10_05:35:51.109250) \u000a05:35:54.673695 run osmo-hlr_10.42.42.2(pid=31205): stderr: \u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053551310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053551323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053551331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:35:54.717964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Terminating (SIGTERM)\u000a05:35:54.760065 run iperf3-srv_10.42.42.10(pid=31201): Terminating (SIGTERM)\u000a05:35:54.801933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Terminating (SIGTERM)\u000a05:35:54.843517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Terminating (SIGTERM)\u000a05:35:54.885192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Terminating (SIGTERM)\u000a05:35:54.894801 --- ParallelTerminationStrategy: PID 31200 died...\u000a05:35:54.950538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31200): Terminated: ok {rc=0}\u000a05:35:54.960605 --- ParallelTerminationStrategy: PID 31201 died...\u000a05:35:55.015944 run iperf3-srv_10.42.42.10(pid=31201): Terminated {rc=256}\u000a05:35:55.025936 --- ParallelTerminationStrategy: PID 31204 died...\u000a05:35:55.081392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31204): Terminated: ok {rc=0}\u000a05:35:55.091408 --- ParallelTerminationStrategy: PID 31207 died...\u000a05:35:55.146886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31207): Terminated: ok {rc=0}\u000a05:35:55.156921 --- ParallelTerminationStrategy: PID 31210 died...\u000a05:35:55.212617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31210): Terminated: ok {rc=0}\u000a05:35:55.298159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:35:56.413981 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:56.426031 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:35:56.577919 tst iperf3m4.py: using LAC 26206\u000a05:35:56.703725 tst iperf3m4.py: using RAC 196\u000a05:35:56.830278 tst iperf3m4.py: using CellId 26206\u000a05:35:56.956222 tst iperf3m4.py: using BVCI 26207\u000a05:35:56.981366 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:56.992714 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.003849 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.014970 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.026049 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.037295 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.048524 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.059622 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:35:57.071016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:57.189133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:57.306635 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:57.426258 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:35:57.705358 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:35:57.833206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:58.151596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Launched\u000a05:35:58.416839 run iperf3-srv_10.42.42.10(pid=31213): Launched\u000a05:35:58.603397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:35:58.730822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:59.049929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Launched\u000a05:35:59.314296 run iperf3-srv_10.42.42.10(pid=31215): Launched\u000a05:35:59.500494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:35:59.627473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:35:59.946318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Launched\u000a05:36:00.211025 run iperf3-srv_10.42.42.10(pid=31217): Launched\u000a05:36:00.397222 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:36:00.524164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:00.855174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Launched\u000a05:36:01.151896 run iperf3-srv_10.42.42.10(pid=31219): Launched\u000a05:36:01.357715 tst iperf3m4.py:8: start network...\u000a05:36:01.498281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:02.065231 run create_hlr_db(pid=31220): Launched\u000a05:36:02.256267 bus /gobi_6: Setting Powered False\u000a05:36:03.275704 run create_hlr_db(pid=31220): Terminated: ok {rc=0}\u000a05:36:03.686848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Launched\u000a05:36:03.993239 run osmo-hlr_10.42.42.2(pid=31223): Launched\u000a05:36:04.112026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:04.652368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Launched\u000a05:36:04.958474 run osmo-stp_10.42.42.5(pid=31226): Launched\u000a05:36:05.069662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:05.604835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Launched\u000a05:36:05.713571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:05.982125 run patchelf(pid=31229): Launched\u000a05:36:06.161352 run osmo-stp_10.42.42.5(pid=31226): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)]\u000a05:36:06.291807 run osmo-stp_10.42.42.5(pid=31226): stdout: \u000a| (launched: 2022-12-10_05:36:04.806333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:06.422235 run osmo-stp_10.42.42.5(pid=31226): stderr: \u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053604979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:06.548198 run osmo-stp_10.42.42.5(pid=31226): stdout: \u000a| (launched: 2022-12-10_05:36:04.806333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:06.673457 run osmo-stp_10.42.42.5(pid=31226): stderr: \u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053604978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053604979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053604979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:06.818836 run patchelf(pid=31229): Terminating (SIGINT)\u000a05:36:06.990508 run patchelf(pid=31229): Terminated: ok {rc=0}\u000a05:36:07.021984 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31226): Process ended prematurely: osmo-stp_10.42.42.5(pid=31226) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31226)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:36:07.031381 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a05:36:07.092192 run osmo-hlr_10.42.42.2(pid=31223): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31223)]\u000a05:36:07.141208 run osmo-hlr_10.42.42.2(pid=31223): stdout: \u000a| (launched: 2022-12-10_05:36:03.841570) \u000a05:36:07.191160 run osmo-hlr_10.42.42.2(pid=31223): stderr: \u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053604021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053604033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053604042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:07.232890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminating (SIGTERM)\u000a05:36:07.272510 run iperf3-srv_10.42.42.10(pid=31213): Terminating (SIGTERM)\u000a05:36:07.312277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminating (SIGTERM)\u000a05:36:07.351797 run iperf3-srv_10.42.42.10(pid=31215): Terminating (SIGTERM)\u000a05:36:07.391314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Terminating (SIGTERM)\u000a05:36:07.430681 run iperf3-srv_10.42.42.10(pid=31217): Terminating (SIGTERM)\u000a05:36:07.470273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Terminating (SIGTERM)\u000a05:36:07.509677 run iperf3-srv_10.42.42.10(pid=31219): Terminating (SIGTERM)\u000a05:36:07.549195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Terminating (SIGTERM)\u000a05:36:07.588752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Terminating (SIGTERM)\u000a05:36:07.628288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Terminating (SIGTERM)\u000a05:36:07.637508 --- ParallelTerminationStrategy: PID 31212 died...\u000a05:36:07.690910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31212): Terminated: ok {rc=0}\u000a05:36:07.700592 --- ParallelTerminationStrategy: PID 31213 died...\u000a05:36:07.753297 run iperf3-srv_10.42.42.10(pid=31213): Terminated {rc=256}\u000a05:36:07.762884 --- ParallelTerminationStrategy: PID 31214 died...\u000a05:36:07.816036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31214): Terminated: ok {rc=0}\u000a05:36:07.825835 --- ParallelTerminationStrategy: PID 31215 died...\u000a05:36:07.879008 run iperf3-srv_10.42.42.10(pid=31215): Terminated {rc=256}\u000a05:36:07.888752 --- ParallelTerminationStrategy: PID 31216 died...\u000a05:36:07.941495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31216): Terminated: ok {rc=0}\u000a05:36:07.951214 --- ParallelTerminationStrategy: PID 31217 died...\u000a05:36:08.003956 run iperf3-srv_10.42.42.10(pid=31217): Terminated {rc=256}\u000a05:36:08.013552 --- ParallelTerminationStrategy: PID 31218 died...\u000a05:36:08.066456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31218): Terminated: ok {rc=0}\u000a05:36:08.075986 --- ParallelTerminationStrategy: PID 31219 died...\u000a05:36:08.128776 run iperf3-srv_10.42.42.10(pid=31219): Terminated {rc=256}\u000a05:36:08.138345 --- ParallelTerminationStrategy: PID 31222 died...\u000a05:36:08.191952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31222): Terminated: ok {rc=0}\u000a05:36:08.201635 --- ParallelTerminationStrategy: PID 31225 died...\u000a05:36:08.254506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31225): Terminated: ok {rc=0}\u000a05:36:08.264273 --- ParallelTerminationStrategy: PID 31228 died...\u000a05:36:08.317156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31228): Terminated: ok {rc=0}\u000a05:36:08.400436 bus /gobi_4: Setting Powered False\u000a05:36:09.502406 bus /gobi_4: Setting Powered False\u000a05:36:10.615587 bus /gobi_1: Setting Powered False\u000a05:36:11.719341 bus /gobi_1: Setting Powered False\u000a05:36:12.830322 bus /gobi_0: Setting Powered False\u000a05:36:13.932240 bus /gobi_0: Setting Powered False\u000a05:36:15.044425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:36:16.112326 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.125496 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:16.278875 tst ping.py: using LAC 26207\u000a05:36:16.430536 tst ping.py: using RAC 197\u000a05:36:16.569467 tst ping.py: using CellId 26207\u000a05:36:16.721655 tst ping.py: using BVCI 26208\u000a05:36:16.751230 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.764837 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.777132 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.789421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.801759 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.813703 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.825882 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:16.838026 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:17.187579 tst ping.py:19: start network...\u000a05:36:17.315762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:17.791642 run create_hlr_db(pid=31230): Launched\u000a05:36:17.966605 bus /gobi_6: Setting Powered False\u000a05:36:18.985979 run create_hlr_db(pid=31230): Terminated: ok {rc=0}\u000a05:36:19.415922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Launched\u000a05:36:19.738648 run osmo-hlr_10.42.42.2(pid=31233): Launched\u000a05:36:19.856618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:20.423448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Launched\u000a05:36:20.746221 run osmo-stp_10.42.42.5(pid=31236): Launched\u000a05:36:20.862379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:21.423922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Launched\u000a05:36:21.538097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:21.819420 run patchelf(pid=31239): Launched\u000a05:36:22.008411 run osmo-stp_10.42.42.5(pid=31236): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)]\u000a05:36:22.146297 run osmo-stp_10.42.42.5(pid=31236): stdout: \u000a| (launched: 2022-12-10_05:36:20.587081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:22.283839 run osmo-stp_10.42.42.5(pid=31236): stderr: \u000a| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053620782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053620782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:22.416506 run osmo-stp_10.42.42.5(pid=31236): stdout: \u000a| (launched: 2022-12-10_05:36:20.587081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:22.548187 run osmo-stp_10.42.42.5(pid=31236): stderr: \u000a| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053620781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053620782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053620782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053620783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:22.701216 run patchelf(pid=31239): Terminating (SIGINT)\u000a05:36:22.880293 run patchelf(pid=31239): Terminated: ok {rc=0}\u000a05:36:22.912909 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31236): Process ended prematurely: osmo-stp_10.42.42.5(pid=31236) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31236)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:36:22.922193 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:36:22.984899 run osmo-hlr_10.42.42.2(pid=31233): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31233)]\u000a05:36:23.035663 run osmo-hlr_10.42.42.2(pid=31233): stdout: \u000a| (launched: 2022-12-10_05:36:19.579938) \u000a05:36:23.087145 run osmo-hlr_10.42.42.2(pid=31233): stderr: \u000a| �[0;m�[1;31m20221210053619782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053619783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053619795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053619805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:23.130862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminating (SIGTERM)\u000a05:36:23.172224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminating (SIGTERM)\u000a05:36:23.213615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminating (SIGTERM)\u000a05:36:23.223237 --- ParallelTerminationStrategy: PID 31232 died...\u000a05:36:23.278411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31232): Terminated: ok {rc=0}\u000a05:36:23.288460 --- ParallelTerminationStrategy: PID 31235 died...\u000a05:36:23.343316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31235): Terminated: ok {rc=0}\u000a05:36:23.353194 --- ParallelTerminationStrategy: PID 31238 died...\u000a05:36:23.407810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31238): Terminated: ok {rc=0}\u000a05:36:23.494355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:36:24.546195 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:24.558309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:36:24.711157 tst ping_idle_ping.py: using LAC 26208\u000a05:36:24.838067 tst ping_idle_ping.py: using RAC 198\u000a05:36:24.962467 tst ping_idle_ping.py: using CellId 26208\u000a05:36:25.087367 tst ping_idle_ping.py: using BVCI 26209\u000a05:36:25.112039 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.123663 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.134867 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.146175 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.157300 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.168343 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.179726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:36:25.190895 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:36:25.467335 tst ping_idle_ping.py:24: start network...\u000a05:36:25.591760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:26.069375 run create_hlr_db(pid=31240): Launched\u000a05:36:26.243103 bus /gobi_6: Setting Powered False\u000a05:36:27.264285 run create_hlr_db(pid=31240): Terminated: ok {rc=0}\u000a05:36:27.695655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched\u000a05:36:28.019736 run osmo-hlr_10.42.42.2(pid=31243): Launched\u000a05:36:28.137318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:28.699204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched\u000a05:36:29.023720 run osmo-stp_10.42.42.5(pid=31246): Launched\u000a05:36:29.141162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:29.706440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched\u000a05:36:29.821163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:30.103250 run patchelf(pid=31249): Launched\u000a05:36:30.291446 run osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a05:36:30.429322 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-10_05:36:28.862872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:30.567547 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053629057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:30.700786 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-10_05:36:28.862872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:30.836521 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053629056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053629057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053629059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:30.998459 run patchelf(pid=31249): Terminating (SIGINT)\u000a05:36:31.182809 run patchelf(pid=31249): Terminated: ok {rc=0}\u000a05:36:31.216646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:36:31.227007 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a05:36:31.290733 run osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)]\u000a05:36:31.343078 run osmo-hlr_10.42.42.2(pid=31243): stdout: \u000a| (launched: 2022-12-10_05:36:27.859806) \u000a05:36:31.396109 run osmo-hlr_10.42.42.2(pid=31243): stderr: \u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053628058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053628071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053628081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:31.441805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM)\u000a05:36:31.484485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a05:36:31.528318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM)\u000a05:36:31.539292 --- ParallelTerminationStrategy: PID 31242 died...\u000a05:36:31.596999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0}\u000a05:36:31.607502 --- ParallelTerminationStrategy: PID 31245 died...\u000a05:36:31.664078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a05:36:31.674805 --- ParallelTerminationStrategy: PID 31248 died...\u000a05:36:31.731333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0}\u000a05:36:31.819294 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:35:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:36:33.937637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:33.948785 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:36:34.100586 tst cs_paging_gprs_active.py: using LAC 26209\u000a05:36:34.233021 tst cs_paging_gprs_active.py: using RAC 199\u000a05:36:34.359167 tst cs_paging_gprs_active.py: using CellId 26209\u000a05:36:34.486759 tst cs_paging_gprs_active.py: using BVCI 26210\u000a05:36:34.511959 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.523279 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.534416 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.545944 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.557115 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.568181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.579855 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.590999 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:34.602835 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:34.720548 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:35.017386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:36:35.154515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:35.495056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Launched\u000a05:36:35.777715 run iperf3-srv_10.42.42.10(pid=31254): Launched\u000a05:36:35.978022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:36:36.114143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:36.454176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Launched\u000a05:36:36.737209 run iperf3-srv_10.42.42.10(pid=31256): Launched\u000a05:36:36.936650 tst cs_paging_gprs_active.py:38: start network...\u000a05:36:37.073173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:37.597479 run create_hlr_db(pid=31257): Launched\u000a05:36:37.785989 bus /gobi_6: Setting Powered False\u000a05:36:38.807096 run create_hlr_db(pid=31257): Terminated: ok {rc=0}\u000a05:36:39.243933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Launched\u000a05:36:39.573583 run osmo-hlr_10.42.42.2(pid=31260): Launched\u000a05:36:39.692656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:40.261719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Launched\u000a05:36:40.589579 run osmo-stp_10.42.42.5(pid=31263): Launched\u000a05:36:40.707551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:41.279760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Launched\u000a05:36:41.396062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:41.683366 run patchelf(pid=31266): Launched\u000a05:36:41.874951 run osmo-stp_10.42.42.5(pid=31263): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)]\u000a05:36:42.015069 run osmo-stp_10.42.42.5(pid=31263): stdout: \u000a| (launched: 2022-12-10_05:36:40.427536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:42.155495 run osmo-stp_10.42.42.5(pid=31263): stderr: \u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053640624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:42.290997 run osmo-stp_10.42.42.5(pid=31263): stdout: \u000a| (launched: 2022-12-10_05:36:40.427536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:42.425370 run osmo-stp_10.42.42.5(pid=31263): stderr: \u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053640623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053640624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053640624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:42.581575 run patchelf(pid=31266): Terminating (SIGINT)\u000a05:36:42.764666 run patchelf(pid=31266): Terminated: ok {rc=0}\u000a05:36:42.798422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31263): Process ended prematurely: osmo-stp_10.42.42.5(pid=31263) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31263)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:36:42.808338 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:36:42.870654 run osmo-hlr_10.42.42.2(pid=31260): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31260)]\u000a05:36:42.921548 run osmo-hlr_10.42.42.2(pid=31260): stdout: \u000a| (launched: 2022-12-10_05:36:39.410600) \u000a05:36:42.972898 run osmo-hlr_10.42.42.2(pid=31260): stderr: \u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053639610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053639623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053639631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:43.017023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminating (SIGTERM)\u000a05:36:43.058498 run iperf3-srv_10.42.42.10(pid=31254): Terminating (SIGTERM)\u000a05:36:43.100117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminating (SIGTERM)\u000a05:36:43.141975 run iperf3-srv_10.42.42.10(pid=31256): Terminating (SIGTERM)\u000a05:36:43.183428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Terminating (SIGTERM)\u000a05:36:43.224733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Terminating (SIGTERM)\u000a05:36:43.265975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Terminating (SIGTERM)\u000a05:36:43.275591 --- ParallelTerminationStrategy: PID 31253 died...\u000a05:36:43.331309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminated: ok {rc=0}\u000a05:36:43.341398 --- ParallelTerminationStrategy: PID 31254 died...\u000a05:36:43.396284 run iperf3-srv_10.42.42.10(pid=31254): Terminated {rc=256}\u000a05:36:43.406197 --- ParallelTerminationStrategy: PID 31255 died...\u000a05:36:43.461415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminated: ok {rc=0}\u000a05:36:43.471309 --- ParallelTerminationStrategy: PID 31256 died...\u000a05:36:43.526662 run iperf3-srv_10.42.42.10(pid=31256): Terminated {rc=256}\u000a05:36:43.536723 --- ParallelTerminationStrategy: PID 31259 died...\u000a05:36:43.592297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31259): Terminated: ok {rc=0}\u000a05:36:43.602509 --- ParallelTerminationStrategy: PID 31262 died...\u000a05:36:43.657695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31262): Terminated: ok {rc=0}\u000a05:36:43.667780 --- ParallelTerminationStrategy: PID 31265 died...\u000a05:36:43.722980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31265): Terminated: ok {rc=0}\u000a05:36:43.810656 bus /gobi_0: Setting Powered False\u000a05:36:44.911813 bus /gobi_0: Setting Powered False\u000a05:36:46.021858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:36:47.146121 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.158642 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:36:47.316158 tst iperf3.py: using LAC 26210\u000a05:36:47.448466 tst iperf3.py: using RAC 200\u000a05:36:47.576469 tst iperf3.py: using CellId 26210\u000a05:36:47.703255 tst iperf3.py: using BVCI 26211\u000a05:36:47.728587 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.740036 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.751655 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.763098 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.774361 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.785727 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.797414 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.808633 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:47.820128 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:48.101608 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:48.229843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:48.549413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Launched\u000a05:36:48.815268 run iperf3-srv_10.42.42.10(pid=31268): Launched\u000a05:36:49.002617 tst iperf3.py:8: start network...\u000a05:36:49.130349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:36:49.616024 run create_hlr_db(pid=31269): Launched\u000a05:36:49.791796 bus /gobi_6: Setting Powered False\u000a05:36:50.813468 run create_hlr_db(pid=31269): Terminated: ok {rc=0}\u000a05:36:51.251719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Launched\u000a05:36:51.583631 run osmo-hlr_10.42.42.2(pid=31272): Launched\u000a05:36:51.703813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:36:52.274670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Launched\u000a05:36:52.604256 run osmo-stp_10.42.42.5(pid=31275): Launched\u000a05:36:52.725626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:36:53.298782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Launched\u000a05:36:53.415145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:36:53.704070 run patchelf(pid=31278): Launched\u000a05:36:53.894782 run osmo-stp_10.42.42.5(pid=31275): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]\u000a05:36:54.034545 run osmo-stp_10.42.42.5(pid=31275): stdout: \u000a| (launched: 2022-12-10_05:36:52.441461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:54.174162 run osmo-stp_10.42.42.5(pid=31275): stderr: \u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053652636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:54.308918 run osmo-stp_10.42.42.5(pid=31275): stdout: \u000a| (launched: 2022-12-10_05:36:52.441461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:36:54.442856 run osmo-stp_10.42.42.5(pid=31275): stderr: \u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053652636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053652636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053652637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:36:54.598601 run patchelf(pid=31278): Terminating (SIGINT)\u000a05:36:54.780734 run patchelf(pid=31278): Terminated: ok {rc=0}\u000a05:36:54.814235 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:36:54.824130 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:36:54.886555 run osmo-hlr_10.42.42.2(pid=31272): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31272)]\u000a05:36:54.937777 run osmo-hlr_10.42.42.2(pid=31272): stdout: \u000a| (launched: 2022-12-10_05:36:51.418967) \u000a05:36:54.989675 run osmo-hlr_10.42.42.2(pid=31272): stderr: \u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053651619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053651631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053651640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053651641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053651641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:36:55.033987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminating (SIGTERM)\u000a05:36:55.075683 run iperf3-srv_10.42.42.10(pid=31268): Terminating (SIGTERM)\u000a05:36:55.117845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminating (SIGTERM)\u000a05:36:55.159473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminating (SIGTERM)\u000a05:36:55.201256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminating (SIGTERM)\u000a05:36:55.211139 --- ParallelTerminationStrategy: PID 31267 died...\u000a05:36:55.267541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminated: ok {rc=0}\u000a05:36:55.277846 --- ParallelTerminationStrategy: PID 31268 died...\u000a05:36:55.333371 run iperf3-srv_10.42.42.10(pid=31268): Terminated {rc=256}\u000a05:36:55.343437 --- ParallelTerminationStrategy: PID 31271 died...\u000a05:36:55.399079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminated: ok {rc=0}\u000a05:36:55.409204 --- ParallelTerminationStrategy: PID 31274 died...\u000a05:36:55.464877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminated: ok {rc=0}\u000a05:36:55.475068 --- ParallelTerminationStrategy: PID 31277 died...\u000a05:36:55.530605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminated: ok {rc=0}\u000a05:36:55.618174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:36:56.730279 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:56.741939 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:36:56.888201 tst iperf3m4.py: using LAC 26211\u000a05:36:57.009327 tst iperf3m4.py: using RAC 201\u000a05:36:57.128059 tst iperf3m4.py: using CellId 26211\u000a05:36:57.248938 tst iperf3m4.py: using BVCI 26212\u000a05:36:57.272511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.283523 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.294327 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.305470 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.316333 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.327399 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.338399 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.349440 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:36:57.360519 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:57.477076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:57.601254 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:57.719827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:36:58.015838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:36:58.152092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:58.490938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Launched\u000a05:36:58.773195 run iperf3-srv_10.42.42.10(pid=31280): Launched\u000a05:36:58.972717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:36:59.108783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:36:59.449740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Launched\u000a05:36:59.734310 run iperf3-srv_10.42.42.10(pid=31282): Launched\u000a05:36:59.933673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:37:00.069186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:00.410765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Launched\u000a05:37:00.693433 run iperf3-srv_10.42.42.10(pid=31284): Launched\u000a05:37:00.902931 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:37:01.054052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:37:01.414130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Launched\u000a05:37:01.716705 run iperf3-srv_10.42.42.10(pid=31286): Launched\u000a05:37:01.920941 tst iperf3m4.py:8: start network...\u000a05:37:02.059927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:02.583122 run create_hlr_db(pid=31287): Launched\u000a05:37:02.771129 bus /gobi_6: Setting Powered False\u000a05:37:03.780240 run create_hlr_db(pid=31287): Terminated: ok {rc=0}\u000a05:37:04.224013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Launched\u000a05:37:04.551309 run osmo-hlr_10.42.42.2(pid=31290): Launched\u000a05:37:04.675202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:05.251568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Launched\u000a05:37:05.581125 run osmo-stp_10.42.42.5(pid=31293): Launched\u000a05:37:05.699886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:06.271949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Launched\u000a05:37:06.388573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:06.675818 run patchelf(pid=31296): Launched\u000a05:37:06.866856 run osmo-stp_10.42.42.5(pid=31293): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)]\u000a05:37:07.006350 run osmo-stp_10.42.42.5(pid=31293): stdout: \u000a| (launched: 2022-12-10_05:37:05.418310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:07.146257 run osmo-stp_10.42.42.5(pid=31293): stderr: \u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053705615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:07.281096 run osmo-stp_10.42.42.5(pid=31293): stdout: \u000a| (launched: 2022-12-10_05:37:05.418310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:07.415350 run osmo-stp_10.42.42.5(pid=31293): stderr: \u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053705614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053705615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053705615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:07.571431 run patchelf(pid=31296): Terminating (SIGINT)\u000a05:37:07.754276 run patchelf(pid=31296): Terminated: ok {rc=0}\u000a05:37:07.787749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31293): Process ended prematurely: osmo-stp_10.42.42.5(pid=31293) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31293)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:37:07.797747 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a05:37:07.860350 run osmo-hlr_10.42.42.2(pid=31290): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31290)]\u000a05:37:07.911339 run osmo-hlr_10.42.42.2(pid=31290): stdout: \u000a| (launched: 2022-12-10_05:37:04.389956) \u000a05:37:07.963081 run osmo-hlr_10.42.42.2(pid=31290): stderr: \u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053704593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053704606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053704614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:08.006969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Terminating (SIGTERM)\u000a05:37:08.048203 run iperf3-srv_10.42.42.10(pid=31280): Terminating (SIGTERM)\u000a05:37:08.089822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminating (SIGTERM)\u000a05:37:08.131574 run iperf3-srv_10.42.42.10(pid=31282): Terminating (SIGTERM)\u000a05:37:08.173424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminating (SIGTERM)\u000a05:37:08.214962 run iperf3-srv_10.42.42.10(pid=31284): Terminating (SIGTERM)\u000a05:37:08.256571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Terminating (SIGTERM)\u000a05:37:08.298164 run iperf3-srv_10.42.42.10(pid=31286): Terminating (SIGTERM)\u000a05:37:08.339862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Terminating (SIGTERM)\u000a05:37:08.381606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Terminating (SIGTERM)\u000a05:37:08.423309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Terminating (SIGTERM)\u000a05:37:08.432941 --- ParallelTerminationStrategy: PID 31279 died...\u000a05:37:08.488748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31279): Terminated: ok {rc=0}\u000a05:37:08.498831 --- ParallelTerminationStrategy: PID 31280 died...\u000a05:37:08.554110 run iperf3-srv_10.42.42.10(pid=31280): Terminated {rc=256}\u000a05:37:08.564408 --- ParallelTerminationStrategy: PID 31281 died...\u000a05:37:08.619923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31281): Terminated: ok {rc=0}\u000a05:37:08.629929 --- ParallelTerminationStrategy: PID 31282 died...\u000a05:37:08.685273 run iperf3-srv_10.42.42.10(pid=31282): Terminated {rc=256}\u000a05:37:08.695203 --- ParallelTerminationStrategy: PID 31283 died...\u000a05:37:08.750438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31283): Terminated: ok {rc=0}\u000a05:37:08.760349 --- ParallelTerminationStrategy: PID 31284 died...\u000a05:37:08.815610 run iperf3-srv_10.42.42.10(pid=31284): Terminated {rc=256}\u000a05:37:08.825608 --- ParallelTerminationStrategy: PID 31285 died...\u000a05:37:08.880599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31285): Terminated: ok {rc=0}\u000a05:37:08.890588 --- ParallelTerminationStrategy: PID 31286 died...\u000a05:37:08.945686 run iperf3-srv_10.42.42.10(pid=31286): Terminated {rc=256}\u000a05:37:08.955723 --- ParallelTerminationStrategy: PID 31289 died...\u000a05:37:09.010877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31289): Terminated: ok {rc=0}\u000a05:37:09.020861 --- ParallelTerminationStrategy: PID 31292 died...\u000a05:37:09.076029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31292): Terminated: ok {rc=0}\u000a05:37:09.086035 --- ParallelTerminationStrategy: PID 31295 died...\u000a05:37:09.141420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31295): Terminated: ok {rc=0}\u000a05:37:09.228665 bus /gobi_4: Setting Powered False\u000a05:37:10.332480 bus /gobi_4: Setting Powered False\u000a05:37:11.443705 bus /gobi_1: Setting Powered False\u000a05:37:12.548675 bus /gobi_1: Setting Powered False\u000a05:37:13.660071 bus /gobi_0: Setting Powered False\u000a05:37:14.761503 bus /gobi_0: Setting Powered False\u000a05:37:15.901085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:37:16.971091 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:16.984155 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:17.136555 tst ping.py: using LAC 26212\u000a05:37:17.265014 tst ping.py: using RAC 202\u000a05:37:17.384049 tst ping.py: using CellId 26212\u000a05:37:17.504606 tst ping.py: using BVCI 26213\u000a05:37:17.527853 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.539149 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.550004 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.561630 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.572827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.584109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.595146 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:17.606271 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:17.880760 tst ping.py:19: start network...\u000a05:37:18.005497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:18.477171 run create_hlr_db(pid=31297): Launched\u000a05:37:18.650580 bus /gobi_6: Setting Powered False\u000a05:37:19.671854 run create_hlr_db(pid=31297): Terminated: ok {rc=0}\u000a05:37:20.101008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched\u000a05:37:20.423609 run osmo-hlr_10.42.42.2(pid=31300): Launched\u000a05:37:20.540796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:21.102499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched\u000a05:37:21.426634 run osmo-stp_10.42.42.5(pid=31303): Launched\u000a05:37:21.543239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:22.105968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Launched\u000a05:37:22.219361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:22.501940 run patchelf(pid=31306): Launched\u000a05:37:22.689851 run osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a05:37:22.826841 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-10_05:37:21.265051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:22.963874 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053721462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:23.096314 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-10_05:37:21.265051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:23.227015 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053721461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053721462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053721462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:23.379248 run patchelf(pid=31306): Terminating (SIGINT)\u000a05:37:23.558065 run patchelf(pid=31306): Terminated: ok {rc=0}\u000a05:37:23.590838 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:37:23.600073 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:37:23.663390 run osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]\u000a05:37:23.714892 run osmo-hlr_10.42.42.2(pid=31300): stdout: \u000a| (launched: 2022-12-10_05:37:20.263965) \u000a05:37:23.766931 run osmo-hlr_10.42.42.2(pid=31300): stderr: \u000a| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053720464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053720465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053720479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053720489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:23.811393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)\u000a05:37:23.853213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)\u000a05:37:23.895043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminating (SIGTERM)\u000a05:37:23.904714 --- ParallelTerminationStrategy: PID 31299 died...\u000a05:37:23.960546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}\u000a05:37:23.970610 --- ParallelTerminationStrategy: PID 31302 died...\u000a05:37:24.026071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}\u000a05:37:24.036036 --- ParallelTerminationStrategy: PID 31305 died...\u000a05:37:24.091619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminated: ok {rc=0}\u000a05:37:24.179627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:37:25.233138 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.245214 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:37:25.399524 tst ping_idle_ping.py: using LAC 26213\u000a05:37:25.527978 tst ping_idle_ping.py: using RAC 203\u000a05:37:25.654552 tst ping_idle_ping.py: using CellId 26213\u000a05:37:25.777866 tst ping_idle_ping.py: using BVCI 26214\u000a05:37:25.800919 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.813657 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.824801 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.836236 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.847988 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.859702 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.871617 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:37:25.883351 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:37:26.173288 tst ping_idle_ping.py:24: start network...\u000a05:37:26.306750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:26.825264 run create_hlr_db(pid=31307): Launched\u000a05:37:27.011705 bus /gobi_6: Setting Powered False\u000a05:37:28.031517 run create_hlr_db(pid=31307): Terminated: ok {rc=0}\u000a05:37:28.440912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Launched\u000a05:37:28.745845 run osmo-hlr_10.42.42.2(pid=31310): Launched\u000a05:37:28.861683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:29.385900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Launched\u000a05:37:29.688637 run osmo-stp_10.42.42.5(pid=31313): Launched\u000a05:37:29.798880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:30.328189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Launched\u000a05:37:30.435733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:30.701197 run patchelf(pid=31316): Launched\u000a05:37:30.886175 run osmo-stp_10.42.42.5(pid=31313): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)]\u000a05:37:31.030610 run osmo-stp_10.42.42.5(pid=31313): stdout: \u000a| (launched: 2022-12-10_05:37:29.538321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:31.175567 run osmo-stp_10.42.42.5(pid=31313): stderr: \u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053729710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:31.313765 run osmo-stp_10.42.42.5(pid=31313): stdout: \u000a| (launched: 2022-12-10_05:37:29.538321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:31.450070 run osmo-stp_10.42.42.5(pid=31313): stderr: \u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053729710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053729710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053729713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:31.611668 run patchelf(pid=31316): Terminating (SIGINT)\u000a05:37:31.798559 run patchelf(pid=31316): Terminated: ok {rc=0}\u000a05:37:31.832824 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31313): Process ended prematurely: osmo-stp_10.42.42.5(pid=31313) [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31313)] [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:37:31.843182 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:37:31.911355 run osmo-hlr_10.42.42.2(pid=31310): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31310)]\u000a05:37:31.966066 run osmo-hlr_10.42.42.2(pid=31310): stdout: \u000a| (launched: 2022-12-10_05:37:28.594089) \u000a05:37:32.021739 run osmo-hlr_10.42.42.2(pid=31310): stderr: \u000a| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053728772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053728773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053728785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053728794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:32.069703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminating (SIGTERM)\u000a05:37:32.115948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminating (SIGTERM)\u000a05:37:32.163292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminating (SIGTERM)\u000a05:37:32.174175 --- ParallelTerminationStrategy: PID 31309 died...\u000a05:37:32.235275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31309): Terminated: ok {rc=0}\u000a05:37:32.246360 --- ParallelTerminationStrategy: PID 31312 died...\u000a05:37:32.304582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31312): Terminated: ok {rc=0}\u000a05:37:32.314923 --- ParallelTerminationStrategy: PID 31315 died...\u000a05:37:32.371275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31315): Terminated: ok {rc=0}\u000a05:37:32.459867 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:36:33" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:37:34.460825 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:34.472409 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:37:34.624227 tst switch_tch_pdch.py: using LAC 26214\u000a05:37:34.748641 tst switch_tch_pdch.py: using RAC 204\u000a05:37:34.872551 tst switch_tch_pdch.py: using CellId 26214\u000a05:37:35.001989 tst switch_tch_pdch.py: using BVCI 26215\u000a05:37:35.026857 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.038576 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.050201 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.061713 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.073170 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.084695 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.096378 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:37:35.107832 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:37:35.224727 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:37:35.498540 tst switch_tch_pdch.py:51: start network...\u000a05:37:35.623539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:36.123031 run create_hlr_db(pid=31323): Launched\u000a05:37:36.309288 bus /gobi_6: Setting Powered False\u000a05:37:37.328687 run create_hlr_db(pid=31323): Terminated: ok {rc=0}\u000a05:37:37.757296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Launched\u000a05:37:38.077422 run osmo-hlr_10.42.42.2(pid=31326): Launched\u000a05:37:38.194285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:38.752117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Launched\u000a05:37:39.073053 run osmo-stp_10.42.42.5(pid=31329): Launched\u000a05:37:39.188826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:39.750329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Launched\u000a05:37:39.864052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:40.145247 run patchelf(pid=31332): Launched\u000a05:37:40.332658 run osmo-stp_10.42.42.5(pid=31329): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)]\u000a05:37:40.469786 run osmo-stp_10.42.42.5(pid=31329): stdout: \u000a| (launched: 2022-12-10_05:37:38.914454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:40.607390 run osmo-stp_10.42.42.5(pid=31329): stderr: \u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053739109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:40.739929 run osmo-stp_10.42.42.5(pid=31329): stdout: \u000a| (launched: 2022-12-10_05:37:38.914454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:40.870753 run osmo-stp_10.42.42.5(pid=31329): stderr: \u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053739108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053739109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053739109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:41.023512 run patchelf(pid=31332): Terminating (SIGINT)\u000a05:37:41.203114 run patchelf(pid=31332): Terminated: ok {rc=0}\u000a05:37:41.235667 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31329): Process ended prematurely: osmo-stp_10.42.42.5(pid=31329) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31329)] [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:37:41.244854 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a05:37:41.307563 run osmo-hlr_10.42.42.2(pid=31326): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31326)]\u000a05:37:41.359047 run osmo-hlr_10.42.42.2(pid=31326): stdout: \u000a| (launched: 2022-12-10_05:37:37.919547) \u000a05:37:41.410923 run osmo-hlr_10.42.42.2(pid=31326): stderr: \u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053738121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053738134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053738143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:41.455230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Terminating (SIGTERM)\u000a05:37:41.497150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Terminating (SIGTERM)\u000a05:37:41.539241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Terminating (SIGTERM)\u000a05:37:41.549055 --- ParallelTerminationStrategy: PID 31325 died...\u000a05:37:41.605709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31325): Terminated: ok {rc=0}\u000a05:37:41.615728 --- ParallelTerminationStrategy: PID 31328 died...\u000a05:37:41.671671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31328): Terminated: ok {rc=0}\u000a05:37:41.681804 --- ParallelTerminationStrategy: PID 31331 died...\u000a05:37:41.737320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31331): Terminated: ok {rc=0}\u000a05:37:41.824383 bus /gobi_0: Setting Powered False\u000a05:37:42.929498 bus /gobi_0: Setting Powered False\u000a05:37:44.042107 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:37:34" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:37:45.980682 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:45.992437 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:37:46.143231 tst switch_tch_pdch.py: using LAC 26215\u000a05:37:46.303662 tst switch_tch_pdch.py: using RAC 205\u000a05:37:46.436140 tst switch_tch_pdch.py: using CellId 26215\u000a05:37:46.597540 tst switch_tch_pdch.py: using BVCI 26216\u000a05:37:46.631446 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.647187 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.663978 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.677654 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.689732 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.701006 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.713925 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:37:46.725445 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:37:46.842516 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:37:47.202842 tst switch_tch_pdch.py:51: start network...\u000a05:37:47.339444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:37:47.828772 run create_hlr_db(pid=31336): Launched\u000a05:37:47.960345 bus /gobi_6: Setting Powered False\u000a05:37:49.035931 run create_hlr_db(pid=31336): Terminated: ok {rc=0}\u000a05:37:49.417281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Launched\u000a05:37:49.720167 run osmo-hlr_10.42.42.2(pid=31339): Launched\u000a05:37:49.830367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:37:50.326329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Launched\u000a05:37:50.626932 run osmo-stp_10.42.42.5(pid=31342): Launched\u000a05:37:50.735959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:37:51.237025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Launched\u000a05:37:51.343551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:37:51.607851 run patchelf(pid=31345): Launched\u000a05:37:51.784252 run osmo-stp_10.42.42.5(pid=31342): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)]\u000a05:37:51.913036 run osmo-stp_10.42.42.5(pid=31342): stdout: \u000a| (launched: 2022-12-10_05:37:50.477920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:52.042242 run osmo-stp_10.42.42.5(pid=31342): stderr: \u000a| �[0;m�[38;5;43m20221210053750649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053750650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:52.166230 run osmo-stp_10.42.42.5(pid=31342): stdout: \u000a| (launched: 2022-12-10_05:37:50.477920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:37:52.289433 run osmo-stp_10.42.42.5(pid=31342): stderr: \u000a| �[0;m�[38;5;43m20221210053750649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053750650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053750650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053750651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:37:52.432536 run patchelf(pid=31345): Terminating (SIGINT)\u000a05:37:52.601197 run patchelf(pid=31345): Terminated: ok {rc=0}\u000a05:37:52.631773 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31342): Process ended prematurely: osmo-stp_10.42.42.5(pid=31342) [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31342)] [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:37:52.640530 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a05:37:52.701126 run osmo-hlr_10.42.42.2(pid=31339): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31339)]\u000a05:37:52.750332 run osmo-hlr_10.42.42.2(pid=31339): stdout: \u000a| (launched: 2022-12-10_05:37:49.569638) \u000a05:37:52.800487 run osmo-hlr_10.42.42.2(pid=31339): stderr: \u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053749748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053749760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053749769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:37:52.842665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminating (SIGTERM)\u000a05:37:52.882628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminating (SIGTERM)\u000a05:37:52.922442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminating (SIGTERM)\u000a05:37:52.931870 --- ParallelTerminationStrategy: PID 31338 died...\u000a05:37:52.985237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31338): Terminated: ok {rc=0}\u000a05:37:52.995093 --- ParallelTerminationStrategy: PID 31341 died...\u000a05:37:53.048312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31341): Terminated: ok {rc=0}\u000a05:37:53.058220 --- ParallelTerminationStrategy: PID 31344 died...\u000a05:37:53.111539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31344): Terminated: ok {rc=0}\u000a05:37:53.199861 bus /gobi_0: Setting Powered False\u000a05:37:54.302330 bus /gobi_0: Setting Powered False\u000a05:37:55.412866 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:37:45" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:37:57.275853 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:37:57.286624 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:37:57.407176 tst mo_mt_sms.py: using LAC 26216\u000a05:37:57.526767 tst mo_mt_sms.py: using RAC 206\u000a05:37:57.651268 tst mo_mt_sms.py: using CellId 26216\u000a05:37:57.779540 tst mo_mt_sms.py: using BVCI 26217\u000a05:37:57.804237 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:37:57.916921 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:37:58.208014 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:37:58.341487 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:37:59.008350 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Launched\u000a05:37:59.328533 run osmo-nitb_10.42.42.2(pid=31350): Launched\u000a05:37:59.525757 run osmo-nitb_10.42.42.2(pid=31350): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)]\u000a05:37:59.671459 run osmo-nitb_10.42.42.2(pid=31350): stdout: \u000a| (launched: 2022-12-10_05:37:59.172654) \u000a05:37:59.817670 run osmo-nitb_10.42.42.2(pid=31350): stderr: \u000a| (launched: 2022-12-10_05:37:59.220353)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:37:59.958447 run osmo-nitb_10.42.42.2(pid=31350): stdout: \u000a| (launched: 2022-12-10_05:37:59.172654) \u000a05:38:00.097594 run osmo-nitb_10.42.42.2(pid=31350): stderr: \u000a| (launched: 2022-12-10_05:37:59.220353)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:00.458697 tst osmo-nitb_10.42.42.2(pid=31350): stdout: \u000a| (launched: 2022-12-10_05:37:59.172654) \u000a05:38:00.586880 tst osmo-nitb_10.42.42.2(pid=31350): stderr: \u000a| (launched: 2022-12-10_05:37:59.220353)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:00.643400 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31350): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31350) [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31350)] [trial-2370↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a05:38:00.652197 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a05:38:00.688134 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Terminating (SIGTERM)\u000a05:38:00.865492 --- ParallelTerminationStrategy: PID 31349 died...\u000a05:38:00.934445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31349): Terminated: ok {rc=0}\u000a05:38:01.023881 bus /sierra_3: Setting Powered False\u000a05:38:02.147110 bus /sierra_3: Setting Powered False\u000a05:38:03.257235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:37:57" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a05:38:05.111418 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.122399 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:05.244612 tst mo_mt_sms.py: using LAC 26217\u000a05:38:05.362150 tst mo_mt_sms.py: using RAC 207\u000a05:38:05.479737 tst mo_mt_sms.py: using CellId 26217\u000a05:38:05.599533 tst mo_mt_sms.py: using BVCI 26218\u000a05:38:05.622546 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.633253 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.643866 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.654800 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.665966 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:05.676640 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:05.794956 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a05:38:06.005629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:06.519717 run create_hlr_db(pid=31354): Launched\u000a05:38:06.706535 bus /sierra_2: Setting Powered False\u000a05:38:07.725462 run create_hlr_db(pid=31354): Terminated: ok {rc=0}\u000a05:38:08.155193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Launched\u000a05:38:08.477305 run osmo-hlr_10.42.42.2(pid=31357): Launched\u000a05:38:08.596312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:09.155926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Launched\u000a05:38:09.478068 run osmo-stp_10.42.42.5(pid=31360): Launched\u000a05:38:09.594029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:10.185232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Launched\u000a05:38:10.510194 run osmo-msc_10.42.42.6(pid=31363): Launched\u000a05:38:10.697752 run osmo-stp_10.42.42.5(pid=31360): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)]\u000a05:38:10.832694 run osmo-stp_10.42.42.5(pid=31360): stdout: \u000a| (launched: 2022-12-10_05:38:09.318751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:10.967341 run osmo-stp_10.42.42.5(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053809515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:11.095449 run osmo-stp_10.42.42.5(pid=31360): stdout: \u000a| (launched: 2022-12-10_05:38:09.318751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:11.222332 run osmo-stp_10.42.42.5(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053809515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053809515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053809516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:11.278413 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31360): Process ended prematurely: osmo-stp_10.42.42.5(pid=31360) [trial-2370↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31360)] [trial-2370↪sms:oc2g↪mo_mt_sms.py:16]\u000a05:38:11.286871 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a05:38:11.348579 run osmo-hlr_10.42.42.2(pid=31357): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31357)]\u000a05:38:11.399259 run osmo-hlr_10.42.42.2(pid=31357): stdout: \u000a| (launched: 2022-12-10_05:38:08.318543) \u000a05:38:11.450724 run osmo-hlr_10.42.42.2(pid=31357): stderr: \u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053808519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053808532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053808540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:11.520758 run osmo-msc_10.42.42.6(pid=31363): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31363)]\u000a05:38:11.571650 run osmo-msc_10.42.42.6(pid=31363): stdout: \u000a| (launched: 2022-12-10_05:38:10.348549) \u000a05:38:11.623353 run osmo-msc_10.42.42.6(pid=31363): stderr: \u000a| �[0;m�[38;5;43m20221210053810674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053810674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b2a4e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053810674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053810674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053810674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053810675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053810676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053810677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:11.667210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminating (SIGTERM)\u000a05:38:11.708371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminating (SIGTERM)\u000a05:38:11.750240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Terminating (SIGTERM)\u000a05:38:11.759880 --- ParallelTerminationStrategy: PID 31356 died...\u000a05:38:11.815430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31356): Terminated: ok {rc=0}\u000a05:38:11.825734 --- ParallelTerminationStrategy: PID 31359 died...\u000a05:38:11.882074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31359): Terminated: ok {rc=0}\u000a05:38:11.892402 --- ParallelTerminationStrategy: PID 31362 died...\u000a05:38:11.947822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31362): Terminated: ok {rc=0}\u000a05:38:12.035607 bus /sierra_3: Setting Powered False\u000a05:38:13.138231 bus /sierra_3: Setting Powered False\u000a05:38:14.250121 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:38:04" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:38:16.060815 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a05:38:16.080023 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:16.254295 tst assert_extension.py: using LAC 26218\u000a05:38:16.421633 tst assert_extension.py: using RAC 208\u000a05:38:16.558874 tst assert_extension.py: using CellId 26218\u000a05:38:16.705651 tst assert_extension.py: using BVCI 26219\u000a05:38:16.729803 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:38:17.055015 tst assert_extension.py:10: start nitb and bts...\u000a05:38:17.184294 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:38:17.911279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Launched\u000a05:38:18.269784 run osmo-nitb_10.42.42.2(pid=31451): Launched\u000a05:38:18.473215 run osmo-nitb_10.42.42.2(pid=31451): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)]\u000a05:38:18.647377 run osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-10_05:38:18.066958) \u000a05:38:18.822608 run osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-10_05:38:18.115821)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:18.983393 run osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-10_05:38:18.066958) \u000a05:38:19.142874 run osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-10_05:38:18.115821)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:19.414391 tst osmo-nitb_10.42.42.2(pid=31451): stdout: \u000a| (launched: 2022-12-10_05:38:18.066958) \u000a05:38:19.562032 tst osmo-nitb_10.42.42.2(pid=31451): stderr: \u000a| (launched: 2022-12-10_05:38:18.115821)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:38:19.617280 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31451) [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31451)] [trial-2370↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a05:38:19.626484 tst assert_extension.py:12: Test FAILED (3.6 sec)\u000a05:38:19.666295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Terminating (SIGTERM)\u000a05:38:19.845270 --- ParallelTerminationStrategy: PID 31441 died...\u000a05:38:19.903896 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31441): Terminated: ok {rc=0}\u000a05:38:19.991097 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:38:15" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "ussd:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a05:38:21.792330 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:21.803997 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a05:38:21.929962 tst assert_extension.py: using LAC 26219\u000a05:38:22.048786 tst assert_extension.py: using RAC 209\u000a05:38:22.176590 tst assert_extension.py: using CellId 26219\u000a05:38:22.298018 tst assert_extension.py: using BVCI 26220\u000a05:38:22.321621 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:22.333233 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:22.344826 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:22.358429 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:22.370968 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:38:22.382553 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a05:38:22.588294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:23.116276 run create_hlr_db(pid=31644): Launched\u000a05:38:23.294257 bus /sierra_2: Setting Powered False\u000a05:38:24.316827 run create_hlr_db(pid=31644): Terminated: ok {rc=0}\u000a05:38:24.749214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Launched\u000a05:38:25.168893 run osmo-hlr_10.42.42.2(pid=31647): Launched\u000a05:38:25.422812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:26.010153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Launched\u000a05:38:26.420082 run osmo-stp_10.42.42.5(pid=31650): Launched\u000a05:38:26.650081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:27.304222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Launched\u000a05:38:27.713381 run osmo-msc_10.42.42.6(pid=31653): Launched\u000a05:38:28.090680 run osmo-stp_10.42.42.5(pid=31650): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)]\u000a05:38:28.357063 run osmo-stp_10.42.42.5(pid=31650): stdout: \u000a| (launched: 2022-12-10_05:38:26.166427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:28.578868 run osmo-stp_10.42.42.5(pid=31650): stderr: \u000a| �[0;m�[38;5;43m20221210053826500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053826510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:28.704021 run osmo-stp_10.42.42.5(pid=31650): stdout: \u000a| (launched: 2022-12-10_05:38:26.166427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:28.828775 run osmo-stp_10.42.42.5(pid=31650): stderr: \u000a| �[0;m�[38;5;43m20221210053826500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053826509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053826510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053826510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:28.884082 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31650): Process ended prematurely: osmo-stp_10.42.42.5(pid=31650) [trial-2370↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31650)] [trial-2370↪ussd:oc2g↪assert_extension.py:17]\u000a05:38:28.893254 tst assert_extension.py:17: Test FAILED (7.1 sec)\u000a05:38:28.958048 run osmo-hlr_10.42.42.2(pid=31647): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31647)]\u000a05:38:29.009466 run osmo-hlr_10.42.42.2(pid=31647): stdout: \u000a| (launched: 2022-12-10_05:38:24.915391) \u000a05:38:29.063423 run osmo-hlr_10.42.42.2(pid=31647): stderr: \u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053825234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053825251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053825268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053825268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:29.133579 run osmo-msc_10.42.42.6(pid=31653): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31653)]\u000a05:38:29.185034 run osmo-msc_10.42.42.6(pid=31653): stdout: \u000a| (launched: 2022-12-10_05:38:27.459820) \u000a05:38:29.238025 run osmo-msc_10.42.42.6(pid=31653): stderr: \u000a| �[0;m�[38;5;43m20221210053828062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053828062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2b7c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053828062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053828063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053828073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053828073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:29.282382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Terminating (SIGTERM)\u000a05:38:29.327681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Terminating (SIGTERM)\u000a05:38:29.372616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Terminating (SIGTERM)\u000a05:38:29.383193 --- ParallelTerminationStrategy: PID 31646 died...\u000a05:38:29.441270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31646): Terminated: ok {rc=0}\u000a05:38:29.452092 --- ParallelTerminationStrategy: PID 31649 died...\u000a05:38:29.509736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31649): Terminated: ok {rc=0}\u000a05:38:29.520356 --- ParallelTerminationStrategy: PID 31652 died...\u000a05:38:29.577776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31652): Terminated: ok {rc=0}\u000a05:38:29.667382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:38:21" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:38:31.642800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:31.654865 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:38:31.848386 tst mo_mt_call.py: using LAC 26220\u000a05:38:31.993209 tst mo_mt_call.py: using RAC 210\u000a05:38:32.139147 tst mo_mt_call.py: using CellId 26220\u000a05:38:32.295673 tst mo_mt_call.py: using BVCI 26221\u000a05:38:32.324202 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:32.340615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:32.356604 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:32.373417 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:32.388913 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:32.403800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:32.574948 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:32.806013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:33.403247 run create_hlr_db(pid=31658): Launched\u000a05:38:33.595724 bus /sierra_2: Setting Powered False\u000a05:38:34.619441 run create_hlr_db(pid=31658): Terminated: ok {rc=0}\u000a05:38:35.083121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Launched\u000a05:38:35.520202 run osmo-hlr_10.42.42.2(pid=31661): Launched\u000a05:38:35.778304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:36.380878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Launched\u000a05:38:36.820220 run osmo-stp_10.42.42.5(pid=31664): Launched\u000a05:38:37.050188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:37.687990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Launched\u000a05:38:38.124184 run osmo-msc_10.42.42.6(pid=31667): Launched\u000a05:38:38.523398 run osmo-stp_10.42.42.5(pid=31664): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)]\u000a05:38:38.737191 run osmo-stp_10.42.42.5(pid=31664): stdout: \u000a| (launched: 2022-12-10_05:38:36.553687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:38.879299 run osmo-stp_10.42.42.5(pid=31664): stderr: \u000a| �[0;m�[38;5;43m20221210053836859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053836860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:39.015012 run osmo-stp_10.42.42.5(pid=31664): stdout: \u000a| (launched: 2022-12-10_05:38:36.553687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:39.149981 run osmo-stp_10.42.42.5(pid=31664): stderr: \u000a| �[0;m�[38;5;43m20221210053836859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053836860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053836860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053836869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:39.210362 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31664): Process ended prematurely: osmo-stp_10.42.42.5(pid=31664) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31664)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:38:39.221488 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a05:38:39.287388 run osmo-hlr_10.42.42.2(pid=31661): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31661)]\u000a05:38:39.340362 run osmo-hlr_10.42.42.2(pid=31661): stdout: \u000a| (launched: 2022-12-10_05:38:35.255784) \u000a05:38:39.394324 run osmo-hlr_10.42.42.2(pid=31661): stderr: \u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053835571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053835590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053835610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:39.468446 run osmo-msc_10.42.42.6(pid=31667): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31667)]\u000a05:38:39.521987 run osmo-msc_10.42.42.6(pid=31667): stdout: \u000a| (launched: 2022-12-10_05:38:37.859795) \u000a05:38:39.576571 run osmo-msc_10.42.42.6(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221210053838382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053838382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bcd698c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053838382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053838383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053838386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053838387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:39.622588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Terminating (SIGTERM)\u000a05:38:39.669135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Terminating (SIGTERM)\u000a05:38:39.714764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a05:38:39.725703 --- ParallelTerminationStrategy: PID 31660 died...\u000a05:38:39.784567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31660): Terminated: ok {rc=0}\u000a05:38:39.795115 --- ParallelTerminationStrategy: PID 31663 died...\u000a05:38:39.851993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31663): Terminated: ok {rc=0}\u000a05:38:39.863574 --- ParallelTerminationStrategy: PID 31666 died...\u000a05:38:39.920113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a05:38:40.009701 bus /sierra_3: Setting Powered False\u000a05:38:41.112575 bus /sierra_3: Setting Powered False\u000a05:38:42.223959 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:38:43.334360 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.346158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:38:43.492673 tst mo_mt_call_osmux.py: using LAC 26221\u000a05:38:43.614331 tst mo_mt_call_osmux.py: using RAC 211\u000a05:38:43.735172 tst mo_mt_call_osmux.py: using CellId 26221\u000a05:38:43.856413 tst mo_mt_call_osmux.py: using BVCI 26222\u000a05:38:43.879768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.890878 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.901806 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.912902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.923907 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:38:43.935024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:44.052027 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:38:44.265088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:44.790670 run create_hlr_db(pid=31670): Launched\u000a05:38:44.979378 bus /sierra_2: Setting Powered False\u000a05:38:46.007559 run create_hlr_db(pid=31670): Terminated: ok {rc=0}\u000a05:38:46.464188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Launched\u000a05:38:46.895969 run osmo-hlr_10.42.42.2(pid=31673): Launched\u000a05:38:47.074323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:47.693664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Launched\u000a05:38:48.021900 run osmo-stp_10.42.42.5(pid=31676): Launched\u000a05:38:48.141290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:48.740377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Launched\u000a05:38:49.067972 run osmo-msc_10.42.42.6(pid=31679): Launched\u000a05:38:49.258937 run osmo-stp_10.42.42.5(pid=31676): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]\u000a05:38:49.396867 run osmo-stp_10.42.42.5(pid=31676): stdout: \u000a| (launched: 2022-12-10_05:38:47.859799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:49.534379 run osmo-stp_10.42.42.5(pid=31676): stderr: \u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053848057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:49.665733 run osmo-stp_10.42.42.5(pid=31676): stdout: \u000a| (launched: 2022-12-10_05:38:47.859799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:38:49.795097 run osmo-stp_10.42.42.5(pid=31676): stderr: \u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053848056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053848057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053848057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:38:49.852366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:38:49.861657 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a05:38:49.923962 run osmo-hlr_10.42.42.2(pid=31673): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31673)]\u000a05:38:49.975026 run osmo-hlr_10.42.42.2(pid=31673): stdout: \u000a| (launched: 2022-12-10_05:38:46.634254) \u000a05:38:50.026598 run osmo-hlr_10.42.42.2(pid=31673): stderr: \u000a| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053846950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053846951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053846967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053846975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053846976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053846976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:38:50.096826 run osmo-msc_10.42.42.6(pid=31679): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31679)]\u000a05:38:50.148228 run osmo-msc_10.42.42.6(pid=31679): stdout: \u000a| (launched: 2022-12-10_05:38:48.906271) \u000a05:38:50.199711 run osmo-msc_10.42.42.6(pid=31679): stderr: \u000a| �[0;m�[38;5;43m20221210053849230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053849231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb982d2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053849231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053849231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053849233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053849233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:38:50.243374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminating (SIGTERM)\u000a05:38:50.284561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminating (SIGTERM)\u000a05:38:50.326210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Terminating (SIGTERM)\u000a05:38:50.335738 --- ParallelTerminationStrategy: PID 31672 died...\u000a05:38:50.391075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminated: ok {rc=0}\u000a05:38:50.401165 --- ParallelTerminationStrategy: PID 31675 died...\u000a05:38:50.456238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminated: ok {rc=0}\u000a05:38:50.466278 --- ParallelTerminationStrategy: PID 31678 died...\u000a05:38:50.521342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31678): Terminated: ok {rc=0}\u000a05:38:50.607681 bus /sierra_3: Setting Powered False\u000a05:38:51.714028 bus /sierra_3: Setting Powered False\u000a05:38:52.821179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:38:31" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:38:54.780633 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:54.792193 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:38:54.943641 tst mo_mt_call.py: using LAC 26222\u000a05:38:55.070509 tst mo_mt_call.py: using RAC 212\u000a05:38:55.198775 tst mo_mt_call.py: using CellId 26222\u000a05:38:55.325174 tst mo_mt_call.py: using BVCI 26223\u000a05:38:55.350182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:55.361780 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:55.373245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:55.384534 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:55.395882 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:38:55.407528 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:38:55.524890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:38:55.737171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:38:56.260514 run create_hlr_db(pid=31685): Launched\u000a05:38:56.449128 bus /sierra_2: Setting Powered False\u000a05:38:57.469656 run create_hlr_db(pid=31685): Terminated: ok {rc=0}\u000a05:38:57.907139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Launched\u000a05:38:58.237228 run osmo-hlr_10.42.42.2(pid=31688): Launched\u000a05:38:58.355504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:38:58.923778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Launched\u000a05:38:59.251616 run osmo-stp_10.42.42.5(pid=31691): Launched\u000a05:38:59.369643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:38:59.968377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Launched\u000a05:39:00.298325 run osmo-msc_10.42.42.6(pid=31694): Launched\u000a05:39:00.489779 run osmo-stp_10.42.42.5(pid=31691): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)]\u000a05:39:00.632412 run osmo-stp_10.42.42.5(pid=31691): stdout: \u000a| (launched: 2022-12-10_05:38:59.089844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:00.770109 run osmo-stp_10.42.42.5(pid=31691): stderr: \u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053859286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:00.922987 run osmo-stp_10.42.42.5(pid=31691): stdout: \u000a| (launched: 2022-12-10_05:38:59.089844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:01.059040 run osmo-stp_10.42.42.5(pid=31691): stderr: \u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053859285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053859286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053859286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:01.118159 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31691): Process ended prematurely: osmo-stp_10.42.42.5(pid=31691) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31691)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:39:01.128439 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:39:01.192233 run osmo-hlr_10.42.42.2(pid=31688): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31688)]\u000a05:39:01.244306 run osmo-hlr_10.42.42.2(pid=31688): stdout: \u000a| (launched: 2022-12-10_05:38:58.074192) \u000a05:39:01.297323 run osmo-hlr_10.42.42.2(pid=31688): stderr: \u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053858276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053858289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053858297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:01.368800 run osmo-msc_10.42.42.6(pid=31694): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31694)]\u000a05:39:01.420611 run osmo-msc_10.42.42.6(pid=31694): stdout: \u000a| (launched: 2022-12-10_05:39:00.135125) \u000a05:39:01.473408 run osmo-msc_10.42.42.6(pid=31694): stderr: \u000a| �[0;m�[38;5;43m20221210053900460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053900460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde1d252c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053900460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053900460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053900460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053900461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053900462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053900464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:01.518289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Terminating (SIGTERM)\u000a05:39:01.560256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Terminating (SIGTERM)\u000a05:39:01.603456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Terminating (SIGTERM)\u000a05:39:01.615529 --- ParallelTerminationStrategy: PID 31687 died...\u000a05:39:01.673345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31687): Terminated: ok {rc=0}\u000a05:39:01.683699 --- ParallelTerminationStrategy: PID 31690 died...\u000a05:39:01.739299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31690): Terminated: ok {rc=0}\u000a05:39:01.749692 --- ParallelTerminationStrategy: PID 31693 died...\u000a05:39:01.805500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31693): Terminated: ok {rc=0}\u000a05:39:01.895008 bus /sierra_3: Setting Powered False\u000a05:39:02.998618 bus /sierra_3: Setting Powered False\u000a05:39:04.106187 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:05.214803 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.226732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:39:05.373599 tst mo_mt_call_osmux.py: using LAC 26223\u000a05:39:05.502885 tst mo_mt_call_osmux.py: using RAC 213\u000a05:39:05.631948 tst mo_mt_call_osmux.py: using CellId 26223\u000a05:39:05.760386 tst mo_mt_call_osmux.py: using BVCI 26224\u000a05:39:05.785485 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.797118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.808757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.820781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.832649 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:39:05.844532 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:05.962575 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:39:06.172372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:06.659037 run create_hlr_db(pid=31697): Launched\u000a05:39:06.834595 bus /sierra_2: Setting Powered False\u000a05:39:07.856265 run create_hlr_db(pid=31697): Terminated: ok {rc=0}\u000a05:39:08.294771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Launched\u000a05:39:08.625336 run osmo-hlr_10.42.42.2(pid=31700): Launched\u000a05:39:08.748592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:09.323234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Launched\u000a05:39:09.653302 run osmo-stp_10.42.42.5(pid=31703): Launched\u000a05:39:09.772410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:10.374246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Launched\u000a05:39:10.704215 run osmo-msc_10.42.42.6(pid=31706): Launched\u000a05:39:10.897285 run osmo-stp_10.42.42.5(pid=31703): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)]\u000a05:39:11.035418 run osmo-stp_10.42.42.5(pid=31703): stdout: \u000a| (launched: 2022-12-10_05:39:09.489925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:11.173564 run osmo-stp_10.42.42.5(pid=31703): stderr: \u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053909685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:11.304438 run osmo-stp_10.42.42.5(pid=31703): stdout: \u000a| (launched: 2022-12-10_05:39:09.489925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:11.434214 run osmo-stp_10.42.42.5(pid=31703): stderr: \u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053909685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053909685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053909688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:11.491491 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31703): Process ended prematurely: osmo-stp_10.42.42.5(pid=31703) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31703)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:39:11.500725 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:39:11.562818 run osmo-hlr_10.42.42.2(pid=31700): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31700)]\u000a05:39:11.613558 run osmo-hlr_10.42.42.2(pid=31700): stdout: \u000a| (launched: 2022-12-10_05:39:08.462254) \u000a05:39:11.665739 run osmo-hlr_10.42.42.2(pid=31700): stderr: \u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053908662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053908676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053908686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:11.735511 run osmo-msc_10.42.42.6(pid=31706): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31706)]\u000a05:39:11.786438 run osmo-msc_10.42.42.6(pid=31706): stdout: \u000a| (launched: 2022-12-10_05:39:10.541226) \u000a05:39:11.837568 run osmo-msc_10.42.42.6(pid=31706): stderr: \u000a| �[0;m�[38;5;43m20221210053910868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053910868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38ae0f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053910868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053910868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053910868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053910869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053910871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053910871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:11.880923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Terminating (SIGTERM)\u000a05:39:11.922071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Terminating (SIGTERM)\u000a05:39:11.962952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Terminating (SIGTERM)\u000a05:39:11.972407 --- ParallelTerminationStrategy: PID 31699 died...\u000a05:39:12.027248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31699): Terminated: ok {rc=0}\u000a05:39:12.037165 --- ParallelTerminationStrategy: PID 31702 died...\u000a05:39:12.092127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31702): Terminated: ok {rc=0}\u000a05:39:12.102049 --- ParallelTerminationStrategy: PID 31705 died...\u000a05:39:12.157149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31705): Terminated: ok {rc=0}\u000a05:39:12.244090 bus /sierra_3: Setting Powered False\u000a05:39:13.351530 bus /sierra_3: Setting Powered False\u000a05:39:14.459247 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:38:54" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:16.455706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:16.467798 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:39:16.653971 tst mo_mt_call.py: using LAC 26224\u000a05:39:16.816237 tst mo_mt_call.py: using RAC 214\u000a05:39:16.946904 tst mo_mt_call.py: using CellId 26224\u000a05:39:17.073520 tst mo_mt_call.py: using BVCI 26225\u000a05:39:17.098130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:17.111243 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:17.127753 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:17.143602 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:17.159595 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:17.175509 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:17.311659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:17.529598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:18.055981 run create_hlr_db(pid=31712): Launched\u000a05:39:18.244706 bus /sierra_2: Setting Powered False\u000a05:39:19.265490 run create_hlr_db(pid=31712): Terminated: ok {rc=0}\u000a05:39:19.677826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Launched\u000a05:39:19.985641 run osmo-hlr_10.42.42.2(pid=31715): Launched\u000a05:39:20.105288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:20.648784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Launched\u000a05:39:20.956634 run osmo-stp_10.42.42.5(pid=31718): Launched\u000a05:39:21.067838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:21.629913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Launched\u000a05:39:21.939484 run osmo-msc_10.42.42.6(pid=31721): Launched\u000a05:39:22.120231 run osmo-stp_10.42.42.5(pid=31718): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)]\u000a05:39:22.250641 run osmo-stp_10.42.42.5(pid=31718): stdout: \u000a| (launched: 2022-12-10_05:39:20.804053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:22.378794 run osmo-stp_10.42.42.5(pid=31718): stderr: \u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053920977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:22.502112 run osmo-stp_10.42.42.5(pid=31718): stdout: \u000a| (launched: 2022-12-10_05:39:20.804053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:22.623892 run osmo-stp_10.42.42.5(pid=31718): stderr: \u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053920976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053920977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053920977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:22.678000 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31718): Process ended prematurely: osmo-stp_10.42.42.5(pid=31718) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31718)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:39:22.686850 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:39:22.746798 run osmo-hlr_10.42.42.2(pid=31715): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31715)]\u000a05:39:22.796204 run osmo-hlr_10.42.42.2(pid=31715): stdout: \u000a| (launched: 2022-12-10_05:39:19.833399) \u000a05:39:22.845528 run osmo-hlr_10.42.42.2(pid=31715): stderr: \u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053920012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053920025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053920034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:22.913120 run osmo-msc_10.42.42.6(pid=31721): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31721)]\u000a05:39:22.962039 run osmo-msc_10.42.42.6(pid=31721): stdout: \u000a| (launched: 2022-12-10_05:39:21.785147) \u000a05:39:23.011854 run osmo-msc_10.42.42.6(pid=31721): stderr: \u000a| �[0;m�[38;5;43m20221210053922060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053922061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08abc81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053922061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053922061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053922064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053922064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053922064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053922065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:23.053608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Terminating (SIGTERM)\u000a05:39:23.093289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Terminating (SIGTERM)\u000a05:39:23.133048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Terminating (SIGTERM)\u000a05:39:23.142515 --- ParallelTerminationStrategy: PID 31714 died...\u000a05:39:23.195759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31714): Terminated: ok {rc=0}\u000a05:39:23.205967 --- ParallelTerminationStrategy: PID 31717 died...\u000a05:39:23.259182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31717): Terminated: ok {rc=0}\u000a05:39:23.269073 --- ParallelTerminationStrategy: PID 31720 died...\u000a05:39:23.322396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31720): Terminated: ok {rc=0}\u000a05:39:23.408902 bus /sierra_3: Setting Powered False\u000a05:39:24.512543 bus /sierra_3: Setting Powered False\u000a05:39:25.624437 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 170, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:26.740196 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:26.752510 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:39:26.904283 tst mo_mt_call_osmux.py: using LAC 26225\u000a05:39:27.032295 tst mo_mt_call_osmux.py: using RAC 215\u000a05:39:27.166225 tst mo_mt_call_osmux.py: using CellId 26225\u000a05:39:27.292840 tst mo_mt_call_osmux.py: using BVCI 26226\u000a05:39:27.318114 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:27.329748 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:27.341293 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:27.353024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:27.364513 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:39:27.375947 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:27.494029 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:39:27.706790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:28.231152 run create_hlr_db(pid=31723): Launched\u000a05:39:28.420543 bus /sierra_2: Setting Powered False\u000a05:39:29.430281 run create_hlr_db(pid=31723): Terminated: ok {rc=0}\u000a05:39:29.878351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Launched\u000a05:39:30.206638 run osmo-hlr_10.42.42.2(pid=31726): Launched\u000a05:39:30.328735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:30.907246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Launched\u000a05:39:31.351433 run osmo-stp_10.42.42.5(pid=31729): Launched\u000a05:39:31.505237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:32.146382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Launched\u000a05:39:32.458712 run osmo-msc_10.42.42.6(pid=31732): Launched\u000a05:39:32.638487 run osmo-stp_10.42.42.5(pid=31729): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)]\u000a05:39:32.771744 run osmo-stp_10.42.42.5(pid=31729): stdout: \u000a| (launched: 2022-12-10_05:39:31.093692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:32.899897 run osmo-stp_10.42.42.5(pid=31729): stderr: \u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053931384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:33.023461 run osmo-stp_10.42.42.5(pid=31729): stdout: \u000a| (launched: 2022-12-10_05:39:31.093692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:33.145574 run osmo-stp_10.42.42.5(pid=31729): stderr: \u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053931383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053931384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053931384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:33.199350 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31729): Process ended prematurely: osmo-stp_10.42.42.5(pid=31729) [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31729)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:39:33.208020 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:39:33.268707 run osmo-hlr_10.42.42.2(pid=31726): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31726)]\u000a05:39:33.317535 run osmo-hlr_10.42.42.2(pid=31726): stdout: \u000a| (launched: 2022-12-10_05:39:30.045224) \u000a05:39:33.367602 run osmo-hlr_10.42.42.2(pid=31726): stderr: \u000a| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053930244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053930245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053930257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053930267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:33.434595 run osmo-msc_10.42.42.6(pid=31732): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31732)]\u000a05:39:33.483732 run osmo-msc_10.42.42.6(pid=31732): stdout: \u000a| (launched: 2022-12-10_05:39:32.304222) \u000a05:39:33.533390 run osmo-msc_10.42.42.6(pid=31732): stderr: \u000a| �[0;m�[38;5;43m20221210053932577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053932577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90559a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053932577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053932577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053932578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053932578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053932580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053932580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:33.574818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Terminating (SIGTERM)\u000a05:39:33.614442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Terminating (SIGTERM)\u000a05:39:33.654272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Terminating (SIGTERM)\u000a05:39:33.663591 --- ParallelTerminationStrategy: PID 31725 died...\u000a05:39:33.716772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31725): Terminated: ok {rc=0}\u000a05:39:33.726624 --- ParallelTerminationStrategy: PID 31728 died...\u000a05:39:33.779882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31728): Terminated: ok {rc=0}\u000a05:39:33.789867 --- ParallelTerminationStrategy: PID 31731 died...\u000a05:39:33.842956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31731): Terminated: ok {rc=0}\u000a05:39:33.930356 bus /sierra_3: Setting Powered False\u000a05:39:35.036841 bus /sierra_3: Setting Powered False\u000a05:39:36.144420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:39:16" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:38.111273 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.122995 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:39:38.277648 tst mo_mt_call.py: using LAC 26226\u000a05:39:38.408088 tst mo_mt_call.py: using RAC 216\u000a05:39:38.536867 tst mo_mt_call.py: using CellId 26226\u000a05:39:38.667362 tst mo_mt_call.py: using BVCI 26227\u000a05:39:38.692525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.704168 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.715492 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.726857 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.738266 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:38.749862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:39:38.868636 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:39:39.079756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:39.564321 run create_hlr_db(pid=31737): Launched\u000a05:39:39.740139 bus /sierra_2: Setting Powered False\u000a05:39:40.761514 run create_hlr_db(pid=31737): Terminated: ok {rc=0}\u000a05:39:41.198244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Launched\u000a05:39:41.527363 run osmo-hlr_10.42.42.2(pid=31740): Launched\u000a05:39:41.647410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:42.217459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Launched\u000a05:39:42.546581 run osmo-stp_10.42.42.5(pid=31743): Launched\u000a05:39:42.666748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:43.266038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Launched\u000a05:39:43.595809 run osmo-msc_10.42.42.6(pid=31746): Launched\u000a05:39:43.787919 run osmo-stp_10.42.42.5(pid=31743): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]\u000a05:39:43.926150 run osmo-stp_10.42.42.5(pid=31743): stdout: \u000a| (launched: 2022-12-10_05:39:42.383590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:44.063790 run osmo-stp_10.42.42.5(pid=31743): stderr: \u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053942579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:44.195246 run osmo-stp_10.42.42.5(pid=31743): stdout: \u000a| (launched: 2022-12-10_05:39:42.383590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:44.325094 run osmo-stp_10.42.42.5(pid=31743): stderr: \u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053942579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053942579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053942580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:44.382974 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:39:44.392136 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:39:44.455415 run osmo-hlr_10.42.42.2(pid=31740): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31740)]\u000a05:39:44.506788 run osmo-hlr_10.42.42.2(pid=31740): stdout: \u000a| (launched: 2022-12-10_05:39:41.365151) \u000a05:39:44.559068 run osmo-hlr_10.42.42.2(pid=31740): stderr: \u000a| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053941566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053941567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053941579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053941587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053941587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053941588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:44.629911 run osmo-msc_10.42.42.6(pid=31746): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31746)]\u000a05:39:44.681569 run osmo-msc_10.42.42.6(pid=31746): stdout: \u000a| (launched: 2022-12-10_05:39:43.432736) \u000a05:39:44.733467 run osmo-msc_10.42.42.6(pid=31746): stderr: \u000a| �[0;m�[38;5;43m20221210053943760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053943760 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f051d69cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053943760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053943760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053943761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053943761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053943762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053943763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:44.777218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminating (SIGTERM)\u000a05:39:44.818683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminating (SIGTERM)\u000a05:39:44.860220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Terminating (SIGTERM)\u000a05:39:44.869949 --- ParallelTerminationStrategy: PID 31739 died...\u000a05:39:44.925321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminated: ok {rc=0}\u000a05:39:44.935392 --- ParallelTerminationStrategy: PID 31742 died...\u000a05:39:44.990394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminated: ok {rc=0}\u000a05:39:45.000413 --- ParallelTerminationStrategy: PID 31745 died...\u000a05:39:45.055508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31745): Terminated: ok {rc=0}\u000a05:39:45.141539 bus /sierra_3: Setting Powered False\u000a05:39:46.249906 bus /sierra_3: Setting Powered False\u000a05:39:47.354446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:39:48.470227 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:48.482385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:39:48.634772 tst mo_mt_call_osmux.py: using LAC 26227\u000a05:39:48.763131 tst mo_mt_call_osmux.py: using RAC 217\u000a05:39:48.891390 tst mo_mt_call_osmux.py: using CellId 26227\u000a05:39:49.018931 tst mo_mt_call_osmux.py: using BVCI 26228\u000a05:39:49.044059 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:49.055559 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:49.066950 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:49.078380 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:49.089702 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:39:49.100931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:39:49.217219 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:39:49.425616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:39:49.911727 run create_hlr_db(pid=31748): Launched\u000a05:39:50.087761 bus /sierra_2: Setting Powered False\u000a05:39:51.107946 run create_hlr_db(pid=31748): Terminated: ok {rc=0}\u000a05:39:51.546147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Launched\u000a05:39:51.876652 run osmo-hlr_10.42.42.2(pid=31751): Launched\u000a05:39:51.996657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:39:52.568453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Launched\u000a05:39:52.899132 run osmo-stp_10.42.42.5(pid=31754): Launched\u000a05:39:53.018399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:39:53.618795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Launched\u000a05:39:53.948564 run osmo-msc_10.42.42.6(pid=31757): Launched\u000a05:39:54.140179 run osmo-stp_10.42.42.5(pid=31754): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)]\u000a05:39:54.278382 run osmo-stp_10.42.42.5(pid=31754): stdout: \u000a| (launched: 2022-12-10_05:39:52.736184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:54.418050 run osmo-stp_10.42.42.5(pid=31754): stderr: \u000a| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053952934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053952934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:54.548823 run osmo-stp_10.42.42.5(pid=31754): stdout: \u000a| (launched: 2022-12-10_05:39:52.736184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:39:54.679290 run osmo-stp_10.42.42.5(pid=31754): stderr: \u000a| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210053952933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210053952934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210053952934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210053952934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:39:54.737085 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31754): Process ended prematurely: osmo-stp_10.42.42.5(pid=31754) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31754)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:39:54.746594 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:39:54.808602 run osmo-hlr_10.42.42.2(pid=31751): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31751)]\u000a05:39:54.859570 run osmo-hlr_10.42.42.2(pid=31751): stdout: \u000a| (launched: 2022-12-10_05:39:51.714098) \u000a05:39:54.911278 run osmo-hlr_10.42.42.2(pid=31751): stderr: \u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210053951916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210053951928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210053951936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:39:54.981603 run osmo-msc_10.42.42.6(pid=31757): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31757)]\u000a05:39:55.032630 run osmo-msc_10.42.42.6(pid=31757): stdout: \u000a| (launched: 2022-12-10_05:39:53.786088) \u000a05:39:55.084011 run osmo-msc_10.42.42.6(pid=31757): stderr: \u000a| �[0;m�[38;5;43m20221210053954110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210053954110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f053f026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210053954110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210053954110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210053954110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210053954111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210053954112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210053954113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:39:55.127662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Terminating (SIGTERM)\u000a05:39:55.168942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Terminating (SIGTERM)\u000a05:39:55.210558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Terminating (SIGTERM)\u000a05:39:55.220257 --- ParallelTerminationStrategy: PID 31750 died...\u000a05:39:55.275847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31750): Terminated: ok {rc=0}\u000a05:39:55.286281 --- ParallelTerminationStrategy: PID 31753 died...\u000a05:39:55.341914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31753): Terminated: ok {rc=0}\u000a05:39:55.352075 --- ParallelTerminationStrategy: PID 31756 died...\u000a05:39:55.407315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31756): Terminated: ok {rc=0}\u000a05:39:55.493946 bus /sierra_3: Setting Powered False\u000a05:39:56.600928 bus /sierra_3: Setting Powered False\u000a05:39:57.709228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:39:37" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:39:59.672560 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:39:59.684033 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:39:59.837539 tst mo_mt_call.py: using LAC 26228\u000a05:39:59.960695 tst mo_mt_call.py: using RAC 218\u000a05:40:00.083331 tst mo_mt_call.py: using CellId 26228\u000a05:40:00.204198 tst mo_mt_call.py: using BVCI 26229\u000a05:40:00.227696 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:00.238947 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:00.250148 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:00.261674 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:00.272703 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:00.283966 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:00.399098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:00.601058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:01.108490 run create_hlr_db(pid=31762): Launched\u000a05:40:01.289338 bus /sierra_2: Setting Powered False\u000a05:40:02.319768 run create_hlr_db(pid=31762): Terminated: ok {rc=0}\u000a05:40:02.761248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Launched\u000a05:40:03.091089 run osmo-hlr_10.42.42.2(pid=31768): Launched\u000a05:40:03.214007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:03.788118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Launched\u000a05:40:04.118032 run osmo-stp_10.42.42.5(pid=31771): Launched\u000a05:40:04.237311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:04.839614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Launched\u000a05:40:05.169896 run osmo-msc_10.42.42.6(pid=31774): Launched\u000a05:40:05.362903 run osmo-stp_10.42.42.5(pid=31771): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)]\u000a05:40:05.502574 run osmo-stp_10.42.42.5(pid=31771): stdout: \u000a| (launched: 2022-12-10_05:40:03.954685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:05.640312 run osmo-stp_10.42.42.5(pid=31771): stderr: \u000a| �[0;m�[38;5;43m20221210054004151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054004152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:05.772270 run osmo-stp_10.42.42.5(pid=31771): stdout: \u000a| (launched: 2022-12-10_05:40:03.954685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:05.902545 run osmo-stp_10.42.42.5(pid=31771): stderr: \u000a| �[0;m�[38;5;43m20221210054004151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054004152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054004152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054004153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:05.960282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31771): Process ended prematurely: osmo-stp_10.42.42.5(pid=31771) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31771)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:40:05.969899 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:40:06.032301 run osmo-hlr_10.42.42.2(pid=31768): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31768)]\u000a05:40:06.083395 run osmo-hlr_10.42.42.2(pid=31768): stdout: \u000a| (launched: 2022-12-10_05:40:02.928319) \u000a05:40:06.135032 run osmo-hlr_10.42.42.2(pid=31768): stderr: \u000a| �[0;m�[1;31m20221210054003132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054003133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054003145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054003153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:06.205386 run osmo-msc_10.42.42.6(pid=31774): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31774)]\u000a05:40:06.256172 run osmo-msc_10.42.42.6(pid=31774): stdout: \u000a| (launched: 2022-12-10_05:40:05.006387) \u000a05:40:06.307566 run osmo-msc_10.42.42.6(pid=31774): stderr: \u000a| �[0;m�[38;5;43m20221210054005330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054005330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f21e07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054005330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054005330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054005332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054005332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:06.351231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Terminating (SIGTERM)\u000a05:40:06.392459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Terminating (SIGTERM)\u000a05:40:06.433655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Terminating (SIGTERM)\u000a05:40:06.443338 --- ParallelTerminationStrategy: PID 31767 died...\u000a05:40:06.498801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31767): Terminated: ok {rc=0}\u000a05:40:06.508925 --- ParallelTerminationStrategy: PID 31770 died...\u000a05:40:06.564134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31770): Terminated: ok {rc=0}\u000a05:40:06.574225 --- ParallelTerminationStrategy: PID 31773 died...\u000a05:40:06.629379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31773): Terminated: ok {rc=0}\u000a05:40:06.716980 bus /sierra_3: Setting Powered False\u000a05:40:07.821133 bus /sierra_3: Setting Powered False\u000a05:40:08.932157 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:10.047533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.059949 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:40:10.212850 tst mo_mt_call_osmux.py: using LAC 26229\u000a05:40:10.342168 tst mo_mt_call_osmux.py: using RAC 219\u000a05:40:10.470044 tst mo_mt_call_osmux.py: using CellId 26229\u000a05:40:10.598069 tst mo_mt_call_osmux.py: using BVCI 26230\u000a05:40:10.621721 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.632783 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.643999 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.655527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.667010 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:40:10.678463 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:10.794421 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:40:10.996006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:11.478542 run create_hlr_db(pid=31776): Launched\u000a05:40:11.653558 bus /sierra_2: Setting Powered False\u000a05:40:12.675151 run create_hlr_db(pid=31776): Terminated: ok {rc=0}\u000a05:40:13.084451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Launched\u000a05:40:13.392202 run osmo-hlr_10.42.42.2(pid=31779): Launched\u000a05:40:13.503935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:14.035532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Launched\u000a05:40:14.344070 run osmo-stp_10.42.42.5(pid=31782): Launched\u000a05:40:14.462922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:15.029899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Launched\u000a05:40:15.338235 run osmo-msc_10.42.42.6(pid=31785): Launched\u000a05:40:15.518192 run osmo-stp_10.42.42.5(pid=31782): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)]\u000a05:40:15.648374 run osmo-stp_10.42.42.5(pid=31782): stdout: \u000a| (launched: 2022-12-10_05:40:14.190510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:15.776063 run osmo-stp_10.42.42.5(pid=31782): stderr: \u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054014366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:15.934913 run osmo-stp_10.42.42.5(pid=31782): stdout: \u000a| (launched: 2022-12-10_05:40:14.190510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:16.059662 run osmo-stp_10.42.42.5(pid=31782): stderr: \u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054014365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054014366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054014366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:16.114882 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31782): Process ended prematurely: osmo-stp_10.42.42.5(pid=31782) [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31782)] [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:40:16.124440 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:40:16.188327 run osmo-hlr_10.42.42.2(pid=31779): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31779)]\u000a05:40:16.239513 run osmo-hlr_10.42.42.2(pid=31779): stdout: \u000a| (launched: 2022-12-10_05:40:13.239469) \u000a05:40:16.291599 run osmo-hlr_10.42.42.2(pid=31779): stderr: \u000a| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054013419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054013420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054013431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054013440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:16.361405 run osmo-msc_10.42.42.6(pid=31785): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31785)]\u000a05:40:16.412694 run osmo-msc_10.42.42.6(pid=31785): stdout: \u000a| (launched: 2022-12-10_05:40:15.184544) \u000a05:40:16.464705 run osmo-msc_10.42.42.6(pid=31785): stderr: \u000a| �[0;m�[38;5;43m20221210054015460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054015460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9afe396c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054015460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054015460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054015461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054015461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054015462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054015463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:16.507778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Terminating (SIGTERM)\u000a05:40:16.549883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Terminating (SIGTERM)\u000a05:40:16.591977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Terminating (SIGTERM)\u000a05:40:16.603415 --- ParallelTerminationStrategy: PID 31778 died...\u000a05:40:16.659653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31778): Terminated: ok {rc=0}\u000a05:40:16.671229 --- ParallelTerminationStrategy: PID 31781 died...\u000a05:40:16.727626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31781): Terminated: ok {rc=0}\u000a05:40:16.738314 --- ParallelTerminationStrategy: PID 31784 died...\u000a05:40:16.794280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31784): Terminated: ok {rc=0}\u000a05:40:16.890870 bus /sierra_3: Setting Powered False\u000a05:40:17.994291 bus /sierra_3: Setting Powered False\u000a05:40:19.100879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:39:59" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:40:21.053905 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.065320 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:40:21.207141 tst mo_mt_call.py: using LAC 26230\u000a05:40:21.328176 tst mo_mt_call.py: using RAC 220\u000a05:40:21.447886 tst mo_mt_call.py: using CellId 26230\u000a05:40:21.567905 tst mo_mt_call.py: using BVCI 26231\u000a05:40:21.591252 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.602309 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.613232 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.624244 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.635292 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:21.646583 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:21.767463 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:21.979231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:22.502796 run create_hlr_db(pid=31790): Launched\u000a05:40:22.692191 bus /sierra_2: Setting Powered False\u000a05:40:23.712424 run create_hlr_db(pid=31790): Terminated: ok {rc=0}\u000a05:40:24.124592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Launched\u000a05:40:24.431459 run osmo-hlr_10.42.42.2(pid=31793): Launched\u000a05:40:24.550415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:25.095285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Launched\u000a05:40:25.403737 run osmo-stp_10.42.42.5(pid=31796): Launched\u000a05:40:25.515805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:26.076680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Launched\u000a05:40:26.385252 run osmo-msc_10.42.42.6(pid=31799): Launched\u000a05:40:26.564671 run osmo-stp_10.42.42.5(pid=31796): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)]\u000a05:40:26.694767 run osmo-stp_10.42.42.5(pid=31796): stdout: \u000a| (launched: 2022-12-10_05:40:25.250236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:26.822290 run osmo-stp_10.42.42.5(pid=31796): stderr: \u000a| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054025424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054025424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054025426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:26.945334 run osmo-stp_10.42.42.5(pid=31796): stdout: \u000a| (launched: 2022-12-10_05:40:25.250236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:27.066661 run osmo-stp_10.42.42.5(pid=31796): stderr: \u000a| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054025423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054025424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054025424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054025426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054025427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:27.120354 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31796): Process ended prematurely: osmo-stp_10.42.42.5(pid=31796) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31796)] [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:40:27.129041 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:40:27.188604 run osmo-hlr_10.42.42.2(pid=31793): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31793)]\u000a05:40:27.237380 run osmo-hlr_10.42.42.2(pid=31793): stdout: \u000a| (launched: 2022-12-10_05:40:24.279491) \u000a05:40:27.286733 run osmo-hlr_10.42.42.2(pid=31793): stderr: \u000a| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054024459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054024460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054024471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054024480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:27.353476 run osmo-msc_10.42.42.6(pid=31799): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31799)]\u000a05:40:27.402506 run osmo-msc_10.42.42.6(pid=31799): stdout: \u000a| (launched: 2022-12-10_05:40:26.231567) \u000a05:40:27.451886 run osmo-msc_10.42.42.6(pid=31799): stderr: \u000a| �[0;m�[38;5;43m20221210054026506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054026506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67f2477c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054026506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054026506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054026510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054026510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:27.493441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminating (SIGTERM)\u000a05:40:27.532927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Terminating (SIGTERM)\u000a05:40:27.572465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Terminating (SIGTERM)\u000a05:40:27.582015 --- ParallelTerminationStrategy: PID 31792 died...\u000a05:40:27.634955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31792): Terminated: ok {rc=0}\u000a05:40:27.644613 --- ParallelTerminationStrategy: PID 31795 died...\u000a05:40:27.697754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31795): Terminated: ok {rc=0}\u000a05:40:27.707316 --- ParallelTerminationStrategy: PID 31798 died...\u000a05:40:27.760272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31798): Terminated: ok {rc=0}\u000a05:40:27.844280 bus /sierra_3: Setting Powered False\u000a05:40:28.951365 bus /sierra_3: Setting Powered False\u000a05:40:30.058995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:31.211944 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.229105 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:40:31.410047 tst mo_mt_call_osmux.py: using LAC 26231\u000a05:40:31.543744 tst mo_mt_call_osmux.py: using RAC 221\u000a05:40:31.697004 tst mo_mt_call_osmux.py: using CellId 26231\u000a05:40:31.845602 tst mo_mt_call_osmux.py: using BVCI 26232\u000a05:40:31.872689 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.891351 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.909558 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.929144 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.947603 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:40:31.962362 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:32.089275 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:40:32.313526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:32.844868 run create_hlr_db(pid=31801): Launched\u000a05:40:33.035461 bus /sierra_2: Setting Powered False\u000a05:40:34.055639 run create_hlr_db(pid=31801): Terminated: ok {rc=0}\u000a05:40:34.494809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Launched\u000a05:40:34.826202 run osmo-hlr_10.42.42.2(pid=31804): Launched\u000a05:40:34.948542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:35.522974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Launched\u000a05:40:35.852705 run osmo-stp_10.42.42.5(pid=31807): Launched\u000a05:40:35.971033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:36.574899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Launched\u000a05:40:36.905779 run osmo-msc_10.42.42.6(pid=31810): Launched\u000a05:40:37.099195 run osmo-stp_10.42.42.5(pid=31807): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)]\u000a05:40:37.238356 run osmo-stp_10.42.42.5(pid=31807): stdout: \u000a| (launched: 2022-12-10_05:40:35.690012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:37.376513 run osmo-stp_10.42.42.5(pid=31807): stderr: \u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054035888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:37.508277 run osmo-stp_10.42.42.5(pid=31807): stdout: \u000a| (launched: 2022-12-10_05:40:35.690012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:37.638659 run osmo-stp_10.42.42.5(pid=31807): stderr: \u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054035887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054035888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054035888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:37.696894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31807): Process ended prematurely: osmo-stp_10.42.42.5(pid=31807) [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31807)] [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:40:37.706329 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:40:37.768776 run osmo-hlr_10.42.42.2(pid=31804): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31804)]\u000a05:40:37.820199 run osmo-hlr_10.42.42.2(pid=31804): stdout: \u000a| (launched: 2022-12-10_05:40:34.662417) \u000a05:40:37.872231 run osmo-hlr_10.42.42.2(pid=31804): stderr: \u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054034863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054034876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054034886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054034887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054034887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:37.943181 run osmo-msc_10.42.42.6(pid=31810): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31810)]\u000a05:40:37.994582 run osmo-msc_10.42.42.6(pid=31810): stdout: \u000a| (launched: 2022-12-10_05:40:36.742421) \u000a05:40:38.046345 run osmo-msc_10.42.42.6(pid=31810): stderr: \u000a| �[0;m�[38;5;43m20221210054037069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054037069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7108c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054037069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054037069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054037071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054037071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054037071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054037072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:38.090401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Terminating (SIGTERM)\u000a05:40:38.131809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Terminating (SIGTERM)\u000a05:40:38.173262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Terminating (SIGTERM)\u000a05:40:38.182993 --- ParallelTerminationStrategy: PID 31803 died...\u000a05:40:38.238934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31803): Terminated: ok {rc=0}\u000a05:40:38.249071 --- ParallelTerminationStrategy: PID 31806 died...\u000a05:40:38.304635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31806): Terminated: ok {rc=0}\u000a05:40:38.314896 --- ParallelTerminationStrategy: PID 31809 died...\u000a05:40:38.370417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31809): Terminated: ok {rc=0}\u000a05:40:38.456920 bus /sierra_3: Setting Powered False\u000a05:40:39.562527 bus /sierra_3: Setting Powered False\u000a05:40:40.672426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:40:20" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:40:42.635251 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:42.646595 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:40:42.800918 tst mo_mt_call.py: using LAC 26232\u000a05:40:42.931448 tst mo_mt_call.py: using RAC 222\u000a05:40:43.060194 tst mo_mt_call.py: using CellId 26232\u000a05:40:43.198204 tst mo_mt_call.py: using BVCI 26233\u000a05:40:43.223202 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:43.234639 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:43.245819 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:43.257044 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:43.268206 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:43.279441 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:40:43.395381 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:40:43.599535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:44.083232 run create_hlr_db(pid=31815): Launched\u000a05:40:44.258610 bus /sierra_2: Setting Powered False\u000a05:40:45.279726 run create_hlr_db(pid=31815): Terminated: ok {rc=0}\u000a05:40:45.689056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Launched\u000a05:40:46.075452 run osmo-hlr_10.42.42.2(pid=31818): Launched\u000a05:40:46.250561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:46.870628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Launched\u000a05:40:47.308772 run osmo-stp_10.42.42.5(pid=31821): Launched\u000a05:40:47.459568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:48.038496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Launched\u000a05:40:48.346051 run osmo-msc_10.42.42.6(pid=31824): Launched\u000a05:40:48.526064 run osmo-stp_10.42.42.5(pid=31821): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)]\u000a05:40:48.656911 run osmo-stp_10.42.42.5(pid=31821): stdout: \u000a| (launched: 2022-12-10_05:40:47.041884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:48.785396 run osmo-stp_10.42.42.5(pid=31821): stderr: \u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054047356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:48.908366 run osmo-stp_10.42.42.5(pid=31821): stdout: \u000a| (launched: 2022-12-10_05:40:47.041884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:49.030322 run osmo-stp_10.42.42.5(pid=31821): stderr: \u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054047355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054047356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054047356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:49.084582 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31821): Process ended prematurely: osmo-stp_10.42.42.5(pid=31821) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31821)] [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:40:49.093487 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:40:49.154271 run osmo-hlr_10.42.42.2(pid=31818): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31818)]\u000a05:40:49.203707 run osmo-hlr_10.42.42.2(pid=31818): stdout: \u000a| (launched: 2022-12-10_05:40:45.857831) \u000a05:40:49.253691 run osmo-hlr_10.42.42.2(pid=31818): stderr: \u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054046126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054046152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054046172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:49.321209 run osmo-msc_10.42.42.6(pid=31824): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31824)]\u000a05:40:49.370849 run osmo-msc_10.42.42.6(pid=31824): stdout: \u000a| (launched: 2022-12-10_05:40:48.193488) \u000a05:40:49.420389 run osmo-msc_10.42.42.6(pid=31824): stderr: \u000a| �[0;m�[38;5;43m20221210054048470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054048470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32b7d28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054048470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054048470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054048471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054048472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054048473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:49.461840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Terminating (SIGTERM)\u000a05:40:49.501372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Terminating (SIGTERM)\u000a05:40:49.541606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Terminating (SIGTERM)\u000a05:40:49.551232 --- ParallelTerminationStrategy: PID 31817 died...\u000a05:40:49.605543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31817): Terminated: ok {rc=0}\u000a05:40:49.615380 --- ParallelTerminationStrategy: PID 31820 died...\u000a05:40:49.669175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31820): Terminated: ok {rc=0}\u000a05:40:49.678989 --- ParallelTerminationStrategy: PID 31823 died...\u000a05:40:49.732357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31823): Terminated: ok {rc=0}\u000a05:40:49.820713 bus /sierra_3: Setting Powered False\u000a05:40:50.924105 bus /sierra_3: Setting Powered False\u000a05:40:52.035829 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 168, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:40:53.148133 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.159921 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:40:53.307026 tst mo_mt_call_osmux.py: using LAC 26233\u000a05:40:53.429512 tst mo_mt_call_osmux.py: using RAC 223\u000a05:40:53.561705 tst mo_mt_call_osmux.py: using CellId 26233\u000a05:40:53.691440 tst mo_mt_call_osmux.py: using BVCI 26234\u000a05:40:53.716610 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.728207 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.739578 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.750946 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.762321 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:40:53.773798 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:40:53.890290 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:40:54.104222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:40:54.627780 run create_hlr_db(pid=31826): Launched\u000a05:40:54.817104 bus /sierra_2: Setting Powered False\u000a05:40:55.838573 run create_hlr_db(pid=31826): Terminated: ok {rc=0}\u000a05:40:56.251247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Launched\u000a05:40:56.561490 run osmo-hlr_10.42.42.2(pid=31829): Launched\u000a05:40:56.682506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:40:57.223518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Launched\u000a05:40:57.532257 run osmo-stp_10.42.42.5(pid=31832): Launched\u000a05:40:57.644887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:40:58.211427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Launched\u000a05:40:58.520699 run osmo-msc_10.42.42.6(pid=31835): Launched\u000a05:40:58.701266 run osmo-stp_10.42.42.5(pid=31832): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)]\u000a05:40:58.831844 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-10_05:40:57.378426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:58.959641 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221210054057550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054057551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:59.082572 run osmo-stp_10.42.42.5(pid=31832): stdout: \u000a| (launched: 2022-12-10_05:40:57.378426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:40:59.205190 run osmo-stp_10.42.42.5(pid=31832): stderr: \u000a| �[0;m�[38;5;43m20221210054057550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054057551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054057551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054057553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054057554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:40:59.259216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31832): Process ended prematurely: osmo-stp_10.42.42.5(pid=31832) [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31832)] [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:40:59.267930 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:40:59.328541 run osmo-hlr_10.42.42.2(pid=31829): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31829)]\u000a05:40:59.377679 run osmo-hlr_10.42.42.2(pid=31829): stdout: \u000a| (launched: 2022-12-10_05:40:56.407728) \u000a05:40:59.427346 run osmo-hlr_10.42.42.2(pid=31829): stderr: \u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054056585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054056595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054056603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:40:59.495017 run osmo-msc_10.42.42.6(pid=31835): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31835)]\u000a05:40:59.543964 run osmo-msc_10.42.42.6(pid=31835): stdout: \u000a| (launched: 2022-12-10_05:40:58.366787) \u000a05:40:59.593758 run osmo-msc_10.42.42.6(pid=31835): stderr: \u000a| �[0;m�[38;5;43m20221210054058640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054058640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e33b97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054058641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054058641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054058643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054058643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:40:59.635248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminating (SIGTERM)\u000a05:40:59.675050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminating (SIGTERM)\u000a05:40:59.714567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminating (SIGTERM)\u000a05:40:59.724208 --- ParallelTerminationStrategy: PID 31828 died...\u000a05:40:59.777053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31828): Terminated: ok {rc=0}\u000a05:40:59.787128 --- ParallelTerminationStrategy: PID 31831 died...\u000a05:40:59.840454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31831): Terminated: ok {rc=0}\u000a05:40:59.850233 --- ParallelTerminationStrategy: PID 31834 died...\u000a05:40:59.903644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31834): Terminated: ok {rc=0}\u000a05:40:59.991061 bus /sierra_3: Setting Powered False\u000a05:41:01.095476 bus /sierra_3: Setting Powered False\u000a05:41:02.228316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:40:42" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:41:04.204694 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.215893 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:04.345492 tst emergency_mo_mt_call.py: using LAC 26234\u000a05:41:04.473559 tst emergency_mo_mt_call.py: using RAC 224\u000a05:41:04.599428 tst emergency_mo_mt_call.py: using CellId 26234\u000a05:41:04.733732 tst emergency_mo_mt_call.py: using BVCI 26235\u000a05:41:04.758308 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.769470 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.780469 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.791458 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.802417 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:04.813393 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:04.928837 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:05.128508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:05.605366 run create_hlr_db(pid=31840): Launched\u000a05:41:05.779647 bus /sierra_2: Setting Powered False\u000a05:41:06.800310 run create_hlr_db(pid=31840): Terminated: ok {rc=0}\u000a05:41:07.230751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Launched\u000a05:41:07.554831 run osmo-hlr_10.42.42.2(pid=31843): Launched\u000a05:41:07.673043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:08.233803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Launched\u000a05:41:08.557476 run osmo-stp_10.42.42.5(pid=31846): Launched\u000a05:41:08.686894 tst emergency_mo_mt_call.py: using MSISDN 7574\u000a05:41:08.847016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:09.436079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Launched\u000a05:41:09.759089 run osmo-msc_10.42.42.6(pid=31849): Launched\u000a05:41:09.946409 run osmo-stp_10.42.42.5(pid=31846): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)]\u000a05:41:10.081402 run osmo-stp_10.42.42.5(pid=31846): stdout: \u000a| (launched: 2022-12-10_05:41:08.397191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:10.216811 run osmo-stp_10.42.42.5(pid=31846): stderr: \u000a| �[0;m�[38;5;43m20221210054108591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054108592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:10.345427 run osmo-stp_10.42.42.5(pid=31846): stdout: \u000a| (launched: 2022-12-10_05:41:08.397191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:10.473032 run osmo-stp_10.42.42.5(pid=31846): stderr: \u000a| �[0;m�[38;5;43m20221210054108591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054108592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054108592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054108593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:10.529303 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31846): Process ended prematurely: osmo-stp_10.42.42.5(pid=31846) [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31846)] [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a05:41:10.538030 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a05:41:10.599711 run osmo-hlr_10.42.42.2(pid=31843): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31843)]\u000a05:41:10.650490 run osmo-hlr_10.42.42.2(pid=31843): stdout: \u000a| (launched: 2022-12-10_05:41:07.394769) \u000a05:41:10.702338 run osmo-hlr_10.42.42.2(pid=31843): stderr: \u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054107598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054107611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054107619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054107620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054107620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:10.772517 run osmo-msc_10.42.42.6(pid=31849): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31849)]\u000a05:41:10.823325 run osmo-msc_10.42.42.6(pid=31849): stdout: \u000a| (launched: 2022-12-10_05:41:09.599287) \u000a05:41:10.874791 run osmo-msc_10.42.42.6(pid=31849): stderr: \u000a| �[0;m�[38;5;43m20221210054109925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054109925 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcee5647c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054109925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054109925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054109926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054109926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054109928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054109928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:10.918391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Terminating (SIGTERM)\u000a05:41:10.959701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Terminating (SIGTERM)\u000a05:41:11.001458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Terminating (SIGTERM)\u000a05:41:11.011186 --- ParallelTerminationStrategy: PID 31842 died...\u000a05:41:11.066820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31842): Terminated: ok {rc=0}\u000a05:41:11.076871 --- ParallelTerminationStrategy: PID 31845 died...\u000a05:41:11.132815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31845): Terminated: ok {rc=0}\u000a05:41:11.142890 --- ParallelTerminationStrategy: PID 31848 died...\u000a05:41:11.198208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31848): Terminated: ok {rc=0}\u000a05:41:11.285500 bus /sierra_3: Setting Powered False\u000a05:41:12.389707 bus /sierra_3: Setting Powered False\u000a05:41:13.500330 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:41:14.552298 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:14.564009 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:14.691209 tst emergency_preemptive_call.py: using LAC 26235\u000a05:41:14.811442 tst emergency_preemptive_call.py: using RAC 225\u000a05:41:14.932618 tst emergency_preemptive_call.py: using CellId 26235\u000a05:41:15.058151 tst emergency_preemptive_call.py: using BVCI 26236\u000a05:41:15.082675 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:15.093832 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:15.104756 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:15.116205 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:15.127237 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a05:41:15.138226 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:15.255814 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:15.371792 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:15.489843 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:15.699605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:16.257967 run create_hlr_db(pid=31851): Launched\u000a05:41:16.451123 bus /sierra_2: Setting Powered False\u000a05:41:17.455609 run create_hlr_db(pid=31851): Terminated: ok {rc=0}\u000a05:41:17.903156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Launched\u000a05:41:18.227277 run osmo-hlr_10.42.42.2(pid=31854): Launched\u000a05:41:18.346930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:18.910222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Launched\u000a05:41:19.232908 run osmo-stp_10.42.42.5(pid=31857): Launched\u000a05:41:19.363667 tst emergency_preemptive_call.py: using MSISDN 7575\u000a05:41:19.524054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:41:20.111511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Launched\u000a05:41:20.435001 run osmo-msc_10.42.42.6(pid=31860): Launched\u000a05:41:20.623670 run osmo-stp_10.42.42.5(pid=31857): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)]\u000a05:41:20.759615 run osmo-stp_10.42.42.5(pid=31857): stdout: \u000a| (launched: 2022-12-10_05:41:19.073381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:20.895290 run osmo-stp_10.42.42.5(pid=31857): stderr: \u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054119271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:21.024572 run osmo-stp_10.42.42.5(pid=31857): stdout: \u000a| (launched: 2022-12-10_05:41:19.073381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:21.152723 run osmo-stp_10.42.42.5(pid=31857): stderr: \u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054119270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054119271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054119271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:21.209503 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31857): Process ended prematurely: osmo-stp_10.42.42.5(pid=31857) [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31857)] [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a05:41:21.218320 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a05:41:21.281477 run osmo-hlr_10.42.42.2(pid=31854): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31854)]\u000a05:41:21.333564 run osmo-hlr_10.42.42.2(pid=31854): stdout: \u000a| (launched: 2022-12-10_05:41:18.067226) \u000a05:41:21.386076 run osmo-hlr_10.42.42.2(pid=31854): stderr: \u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054118270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054118283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054118291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054118292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054118292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:21.456524 run osmo-msc_10.42.42.6(pid=31860): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31860)]\u000a05:41:21.507566 run osmo-msc_10.42.42.6(pid=31860): stdout: \u000a| (launched: 2022-12-10_05:41:20.275054) \u000a05:41:21.559276 run osmo-msc_10.42.42.6(pid=31860): stderr: \u000a| �[0;m�[38;5;43m20221210054120602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054120602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bcf112c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054120602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054120602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054120603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054120603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054120605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054120605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:41:21.603088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Terminating (SIGTERM)\u000a05:41:21.644568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Terminating (SIGTERM)\u000a05:41:21.686566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Terminating (SIGTERM)\u000a05:41:21.696499 --- ParallelTerminationStrategy: PID 31853 died...\u000a05:41:21.752160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31853): Terminated: ok {rc=0}\u000a05:41:21.762422 --- ParallelTerminationStrategy: PID 31856 died...\u000a05:41:21.817760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31856): Terminated: ok {rc=0}\u000a05:41:21.827861 --- ParallelTerminationStrategy: PID 31859 died...\u000a05:41:21.883867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31859): Terminated: ok {rc=0}\u000a05:41:21.970512 bus /sierra_9: Setting Powered False\u000a05:41:23.071418 bus /sierra_9: Setting Powered False\u000a05:41:24.182106 bus /sierra_8: Setting Powered False\u000a05:41:25.284053 bus /sierra_8: Setting Powered False\u000a05:41:26.395575 bus /sierra_3: Setting Powered False\u000a05:41:27.499300 bus /sierra_3: Setting Powered False\u000a05:41:28.610327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:41:03" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:41:30.698888 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:30.709953 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:30.847746 tst cs_paging_gprs_active.py: using LAC 26236\u000a05:41:30.988710 tst cs_paging_gprs_active.py: using RAC 226\u000a05:41:31.145353 tst cs_paging_gprs_active.py: using CellId 26236\u000a05:41:31.283692 tst cs_paging_gprs_active.py: using BVCI 26237\u000a05:41:31.310375 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.322449 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.334420 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.348233 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.361191 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.373982 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.386099 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.398966 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:31.413248 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:31.536897 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:31.838731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:41:31.980119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:32.326135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Launched\u000a05:41:32.611286 run iperf3-srv_10.42.42.10(pid=31866): Launched\u000a05:41:32.814035 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:41:32.951785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:33.294510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Launched\u000a05:41:33.580501 run iperf3-srv_10.42.42.10(pid=31868): Launched\u000a05:41:33.783086 tst cs_paging_gprs_active.py:38: start network...\u000a05:41:33.921019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:34.451573 run create_hlr_db(pid=31869): Launched\u000a05:41:34.641230 bus /sierra_2: Setting Powered False\u000a05:41:35.662479 run create_hlr_db(pid=31869): Terminated: ok {rc=0}\u000a05:41:36.076378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Launched\u000a05:41:36.386155 run osmo-hlr_10.42.42.2(pid=31872): Launched\u000a05:41:36.507206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:37.046484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Launched\u000a05:41:37.355311 run osmo-stp_10.42.42.5(pid=31875): Launched\u000a05:41:37.467600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:41:38.002992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Launched\u000a05:41:38.111803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:41:38.380784 run patchelf(pid=31878): Launched\u000a05:41:38.560212 run osmo-stp_10.42.42.5(pid=31875): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)]\u000a05:41:38.691387 run osmo-stp_10.42.42.5(pid=31875): stdout: \u000a| (launched: 2022-12-10_05:41:37.201920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:38.822806 run osmo-stp_10.42.42.5(pid=31875): stderr: \u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054137376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:38.949287 run osmo-stp_10.42.42.5(pid=31875): stdout: \u000a| (launched: 2022-12-10_05:41:37.201920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:39.074755 run osmo-stp_10.42.42.5(pid=31875): stderr: \u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054137375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054137376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054137376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:39.220816 run patchelf(pid=31878): Terminating (SIGINT)\u000a05:41:39.393312 run patchelf(pid=31878): Terminated: ok {rc=0}\u000a05:41:39.424849 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31875): Process ended prematurely: osmo-stp_10.42.42.5(pid=31875) [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31875)] [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a05:41:39.434170 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:41:39.495379 run osmo-hlr_10.42.42.2(pid=31872): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31872)]\u000a05:41:39.544264 run osmo-hlr_10.42.42.2(pid=31872): stdout: \u000a| (launched: 2022-12-10_05:41:36.232651) \u000a05:41:39.593704 run osmo-hlr_10.42.42.2(pid=31872): stderr: \u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054136412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054136425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054136433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054136434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054136434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:39.635603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Terminating (SIGTERM)\u000a05:41:39.674786 run iperf3-srv_10.42.42.10(pid=31866): Terminating (SIGTERM)\u000a05:41:39.714165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Terminating (SIGTERM)\u000a05:41:39.753522 run iperf3-srv_10.42.42.10(pid=31868): Terminating (SIGTERM)\u000a05:41:39.792989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Terminating (SIGTERM)\u000a05:41:39.832345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Terminating (SIGTERM)\u000a05:41:39.871648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Terminating (SIGTERM)\u000a05:41:39.881120 --- ParallelTerminationStrategy: PID 31865 died...\u000a05:41:39.933925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31865): Terminated: ok {rc=0}\u000a05:41:39.943691 --- ParallelTerminationStrategy: PID 31866 died...\u000a05:41:39.995930 run iperf3-srv_10.42.42.10(pid=31866): Terminated {rc=256}\u000a05:41:40.005666 --- ParallelTerminationStrategy: PID 31867 died...\u000a05:41:40.057968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31867): Terminated: ok {rc=0}\u000a05:41:40.067628 --- ParallelTerminationStrategy: PID 31868 died...\u000a05:41:40.120714 run iperf3-srv_10.42.42.10(pid=31868): Terminated {rc=256}\u000a05:41:40.130248 --- ParallelTerminationStrategy: PID 31871 died...\u000a05:41:40.182882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31871): Terminated: ok {rc=0}\u000a05:41:40.192695 --- ParallelTerminationStrategy: PID 31874 died...\u000a05:41:40.245890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31874): Terminated: ok {rc=0}\u000a05:41:40.255375 --- ParallelTerminationStrategy: PID 31877 died...\u000a05:41:40.307800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31877): Terminated: ok {rc=0}\u000a05:41:40.395040 bus /gobi_0: Setting Powered False\u000a05:41:41.497504 bus /gobi_0: Setting Powered False\u000a05:41:42.602918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a05:41:43.711117 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:43.722332 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:43.853805 tst iperf3.py: using LAC 26237\u000a05:41:43.984544 tst iperf3.py: using RAC 227\u000a05:41:44.115468 tst iperf3.py: using CellId 26237\u000a05:41:44.241176 tst iperf3.py: using BVCI 26238\u000a05:41:44.264505 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.275103 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.285793 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.296323 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.306845 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.317407 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.328011 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.338602 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:44.349324 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:44.641820 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:41:44.779393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:45.120206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Launched\u000a05:41:45.403840 run iperf3-srv_10.42.42.10(pid=31880): Launched\u000a05:41:45.604909 tst iperf3.py:8: start network...\u000a05:41:45.741469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:46.329107 run create_hlr_db(pid=31881): Launched\u000a05:41:46.522208 bus /gobi_6: Setting Powered False\u000a05:41:47.539786 run create_hlr_db(pid=31881): Terminated: ok {rc=0}\u000a05:41:47.977594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Launched\u000a05:41:48.306718 run osmo-hlr_10.42.42.2(pid=31884): Launched\u000a05:41:48.426321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:41:48.998031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Launched\u000a05:41:49.327999 run osmo-stp_10.42.42.5(pid=31887): Launched\u000a05:41:49.452315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:41:50.029941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Launched\u000a05:41:50.147098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:41:50.435057 run patchelf(pid=31890): Launched\u000a05:41:50.626946 run osmo-stp_10.42.42.5(pid=31887): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)]\u000a05:41:50.767488 run osmo-stp_10.42.42.5(pid=31887): stdout: \u000a| (launched: 2022-12-10_05:41:49.165331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:50.907693 run osmo-stp_10.42.42.5(pid=31887): stderr: \u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054149362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:51.043019 run osmo-stp_10.42.42.5(pid=31887): stdout: \u000a| (launched: 2022-12-10_05:41:49.165331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:41:51.177328 run osmo-stp_10.42.42.5(pid=31887): stderr: \u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054149361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054149362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054149362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:41:51.333224 run patchelf(pid=31890): Terminating (SIGINT)\u000a05:41:51.516053 run patchelf(pid=31890): Terminated: ok {rc=0}\u000a05:41:51.549739 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31887): Process ended prematurely: osmo-stp_10.42.42.5(pid=31887) [trial-2370↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31887)] [trial-2370↪gprs:oc2g↪iperf3.py:8]\u000a05:41:51.559683 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:41:51.622135 run osmo-hlr_10.42.42.2(pid=31884): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31884)]\u000a05:41:51.672755 run osmo-hlr_10.42.42.2(pid=31884): stdout: \u000a| (launched: 2022-12-10_05:41:48.145045) \u000a05:41:51.724550 run osmo-hlr_10.42.42.2(pid=31884): stderr: \u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054148349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054148361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054148369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:41:51.768252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Terminating (SIGTERM)\u000a05:41:51.809361 run iperf3-srv_10.42.42.10(pid=31880): Terminating (SIGTERM)\u000a05:41:51.850663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Terminating (SIGTERM)\u000a05:41:51.892094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Terminating (SIGTERM)\u000a05:41:51.933417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Terminating (SIGTERM)\u000a05:41:51.943067 --- ParallelTerminationStrategy: PID 31879 died...\u000a05:41:51.998142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31879): Terminated: ok {rc=0}\u000a05:41:52.008084 --- ParallelTerminationStrategy: PID 31880 died...\u000a05:41:52.063359 run iperf3-srv_10.42.42.10(pid=31880): Terminated {rc=256}\u000a05:41:52.073532 --- ParallelTerminationStrategy: PID 31883 died...\u000a05:41:52.128163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31883): Terminated: ok {rc=0}\u000a05:41:52.138125 --- ParallelTerminationStrategy: PID 31886 died...\u000a05:41:52.193017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31886): Terminated: ok {rc=0}\u000a05:41:52.202984 --- ParallelTerminationStrategy: PID 31889 died...\u000a05:41:52.257813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31889): Terminated: ok {rc=0}\u000a05:41:52.342731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a05:41:53.457682 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:53.469479 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:41:53.602817 tst iperf3m4.py: using LAC 26238\u000a05:41:53.731855 tst iperf3m4.py: using RAC 228\u000a05:41:53.861624 tst iperf3m4.py: using CellId 26238\u000a05:41:53.990350 tst iperf3m4.py: using BVCI 26239\u000a05:41:54.015515 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.026497 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.037423 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.048271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.059035 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.069791 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.080627 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.091493 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:41:54.102440 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:54.223470 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:54.342842 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:54.462365 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:41:54.742839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:41:54.870031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:55.191531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Launched\u000a05:41:55.457154 run iperf3-srv_10.42.42.10(pid=31892): Launched\u000a05:41:55.644377 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:41:55.771667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:56.091329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Launched\u000a05:41:56.357060 run iperf3-srv_10.42.42.10(pid=31894): Launched\u000a05:41:56.542913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:41:56.669788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:56.988912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Launched\u000a05:41:57.254510 run iperf3-srv_10.42.42.10(pid=31896): Launched\u000a05:41:57.440391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:41:57.567721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:41:57.887844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Launched\u000a05:41:58.153101 run iperf3-srv_10.42.42.10(pid=31898): Launched\u000a05:41:58.338898 tst iperf3m4.py:8: start network...\u000a05:41:58.466073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:41:58.966068 run create_hlr_db(pid=31899): Launched\u000a05:41:59.155782 bus /gobi_6: Setting Powered False\u000a05:42:00.176204 run create_hlr_db(pid=31899): Terminated: ok {rc=0}\u000a05:42:00.589823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Launched\u000a05:42:01.128439 run osmo-hlr_10.42.42.2(pid=31902): Launched\u000a05:42:01.393735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:01.950000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Launched\u000a05:42:02.369539 run osmo-stp_10.42.42.5(pid=31914): Launched\u000a05:42:02.489444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:03.065030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Launched\u000a05:42:03.182104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:03.469583 run patchelf(pid=31917): Launched\u000a05:42:03.661070 run osmo-stp_10.42.42.5(pid=31914): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)]\u000a05:42:03.801420 run osmo-stp_10.42.42.5(pid=31914): stdout: \u000a| (launched: 2022-12-10_05:42:02.106838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:03.941414 run osmo-stp_10.42.42.5(pid=31914): stderr: \u000a| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054202345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:04.076517 run osmo-stp_10.42.42.5(pid=31914): stdout: \u000a| (launched: 2022-12-10_05:42:02.106838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:04.210667 run osmo-stp_10.42.42.5(pid=31914): stderr: \u000a| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054202336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054202345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054202345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054202346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:04.366529 run patchelf(pid=31917): Terminating (SIGINT)\u000a05:42:04.549428 run patchelf(pid=31917): Terminated: ok {rc=0}\u000a05:42:04.582916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31914): Process ended prematurely: osmo-stp_10.42.42.5(pid=31914) [trial-2370↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31914)] [trial-2370↪gprs:oc2g↪iperf3m4.py:8]\u000a05:42:04.592800 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a05:42:04.655230 run osmo-hlr_10.42.42.2(pid=31902): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31902)]\u000a05:42:04.706396 run osmo-hlr_10.42.42.2(pid=31902): stdout: \u000a| (launched: 2022-12-10_05:42:00.745578) \u000a05:42:04.757943 run osmo-hlr_10.42.42.2(pid=31902): stderr: \u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054200982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054201009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054201045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:04.801817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Terminating (SIGTERM)\u000a05:42:04.842904 run iperf3-srv_10.42.42.10(pid=31892): Terminating (SIGTERM)\u000a05:42:04.884099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Terminating (SIGTERM)\u000a05:42:04.925157 run iperf3-srv_10.42.42.10(pid=31894): Terminating (SIGTERM)\u000a05:42:04.966412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminating (SIGTERM)\u000a05:42:05.007450 run iperf3-srv_10.42.42.10(pid=31896): Terminating (SIGTERM)\u000a05:42:05.048508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminating (SIGTERM)\u000a05:42:05.089623 run iperf3-srv_10.42.42.10(pid=31898): Terminating (SIGTERM)\u000a05:42:05.130902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminating (SIGTERM)\u000a05:42:05.171987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Terminating (SIGTERM)\u000a05:42:05.213151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Terminating (SIGTERM)\u000a05:42:05.222823 --- ParallelTerminationStrategy: PID 31891 died...\u000a05:42:05.278065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31891): Terminated: ok {rc=0}\u000a05:42:05.288082 --- ParallelTerminationStrategy: PID 31892 died...\u000a05:42:05.343221 run iperf3-srv_10.42.42.10(pid=31892): Terminated {rc=256}\u000a05:42:05.353383 --- ParallelTerminationStrategy: PID 31893 died...\u000a05:42:05.408240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31893): Terminated: ok {rc=0}\u000a05:42:05.418243 --- ParallelTerminationStrategy: PID 31894 died...\u000a05:42:05.473497 run iperf3-srv_10.42.42.10(pid=31894): Terminated {rc=256}\u000a05:42:05.483438 --- ParallelTerminationStrategy: PID 31895 died...\u000a05:42:05.538455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminated: ok {rc=0}\u000a05:42:05.548356 --- ParallelTerminationStrategy: PID 31896 died...\u000a05:42:05.603361 run iperf3-srv_10.42.42.10(pid=31896): Terminated {rc=256}\u000a05:42:05.613473 --- ParallelTerminationStrategy: PID 31897 died...\u000a05:42:05.668361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminated: ok {rc=0}\u000a05:42:05.678600 --- ParallelTerminationStrategy: PID 31898 died...\u000a05:42:05.734221 run iperf3-srv_10.42.42.10(pid=31898): Terminated {rc=256}\u000a05:42:05.744285 --- ParallelTerminationStrategy: PID 31901 died...\u000a05:42:05.799469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminated: ok {rc=0}\u000a05:42:05.809905 --- ParallelTerminationStrategy: PID 31913 died...\u000a05:42:05.864671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31913): Terminated: ok {rc=0}\u000a05:42:05.874756 --- ParallelTerminationStrategy: PID 31916 died...\u000a05:42:05.929705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31916): Terminated: ok {rc=0}\u000a05:42:06.017296 bus /gobi_4: Setting Powered False\u000a05:42:07.121019 bus /gobi_4: Setting Powered False\u000a05:42:08.230967 bus /gobi_1: Setting Powered False\u000a05:42:09.332996 bus /gobi_1: Setting Powered False\u000a05:42:10.443479 bus /gobi_0: Setting Powered False\u000a05:42:11.546127 bus /gobi_0: Setting Powered False\u000a05:42:12.657480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g ping.py\u000a----------------------------------------------\u000a05:42:13.723842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:13.735299 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:13.860771 tst ping.py: using LAC 26239\u000a05:42:13.978420 tst ping.py: using RAC 229\u000a05:42:14.104037 tst ping.py: using CellId 26239\u000a05:42:14.230548 tst ping.py: using BVCI 26240\u000a05:42:14.255450 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.266600 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.277681 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.289226 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.300628 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.311982 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.323471 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:14.334823 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:14.627311 tst ping.py:19: start network...\u000a05:42:14.762626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:15.276675 run create_hlr_db(pid=31918): Launched\u000a05:42:15.463259 bus /gobi_6: Setting Powered False\u000a05:42:16.527684 run create_hlr_db(pid=31918): Terminated: ok {rc=0}\u000a05:42:17.011112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Launched\u000a05:42:17.339150 run osmo-hlr_10.42.42.2(pid=31921): Launched\u000a05:42:17.456622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:18.023159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Launched\u000a05:42:18.347274 run osmo-stp_10.42.42.5(pid=31924): Launched\u000a05:42:18.464087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:19.028725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Launched\u000a05:42:19.143342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:19.426577 run patchelf(pid=31927): Launched\u000a05:42:19.615795 run osmo-stp_10.42.42.5(pid=31924): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)]\u000a05:42:19.754722 run osmo-stp_10.42.42.5(pid=31924): stdout: \u000a| (launched: 2022-12-10_05:42:18.187199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:19.893996 run osmo-stp_10.42.42.5(pid=31924): stderr: \u000a| �[0;m�[38;5;43m20221210054218383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054218384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:20.027334 run osmo-stp_10.42.42.5(pid=31924): stdout: \u000a| (launched: 2022-12-10_05:42:18.187199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:20.159398 run osmo-stp_10.42.42.5(pid=31924): stderr: \u000a| �[0;m�[38;5;43m20221210054218383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054218384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054218384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054218385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:20.313383 run patchelf(pid=31927): Terminating (SIGINT)\u000a05:42:20.494225 run patchelf(pid=31927): Terminated: ok {rc=0}\u000a05:42:20.526942 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31924): Process ended prematurely: osmo-stp_10.42.42.5(pid=31924) [trial-2370↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31924)] [trial-2370↪gprs:oc2g↪ping.py:22]\u000a05:42:20.536111 tst ping.py:22: Test FAILED (6.8 sec)\u000a05:42:20.599217 run osmo-hlr_10.42.42.2(pid=31921): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31921)]\u000a05:42:20.650566 run osmo-hlr_10.42.42.2(pid=31921): stdout: \u000a| (launched: 2022-12-10_05:42:17.177741) \u000a05:42:20.702433 run osmo-hlr_10.42.42.2(pid=31921): stderr: \u000a| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054217378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054217379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054217390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054217399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:20.746952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Terminating (SIGTERM)\u000a05:42:20.788779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Terminating (SIGTERM)\u000a05:42:20.830594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Terminating (SIGTERM)\u000a05:42:20.840368 --- ParallelTerminationStrategy: PID 31920 died...\u000a05:42:20.896134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31920): Terminated: ok {rc=0}\u000a05:42:20.906294 --- ParallelTerminationStrategy: PID 31923 died...\u000a05:42:20.962075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31923): Terminated: ok {rc=0}\u000a05:42:20.972206 --- ParallelTerminationStrategy: PID 31926 died...\u000a05:42:21.027555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31926): Terminated: ok {rc=0}\u000a05:42:21.114728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a05:42:22.164222 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.175660 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a05:42:22.302399 tst ping_idle_ping.py: using LAC 26240\u000a05:42:22.419161 tst ping_idle_ping.py: using RAC 230\u000a05:42:22.540354 tst ping_idle_ping.py: using CellId 26240\u000a05:42:22.657002 tst ping_idle_ping.py: using BVCI 26241\u000a05:42:22.680065 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.690657 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.701152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.712188 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.722827 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.733521 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.744261 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a05:42:22.755046 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a05:42:23.051026 tst ping_idle_ping.py:24: start network...\u000a05:42:23.185683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:23.706085 run create_hlr_db(pid=31928): Launched\u000a05:42:23.894436 bus /gobi_6: Setting Powered False\u000a05:42:24.914168 run create_hlr_db(pid=31928): Terminated: ok {rc=0}\u000a05:42:25.322611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Launched\u000a05:42:25.626667 run osmo-hlr_10.42.42.2(pid=31931): Launched\u000a05:42:25.745073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:26.279590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Launched\u000a05:42:26.583501 run osmo-stp_10.42.42.5(pid=31934): Launched\u000a05:42:26.693291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:27.221528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Launched\u000a05:42:27.328477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:27.594414 run patchelf(pid=31937): Launched\u000a05:42:27.771888 run osmo-stp_10.42.42.5(pid=31934): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)]\u000a05:42:27.902357 run osmo-stp_10.42.42.5(pid=31934): stdout: \u000a| (launched: 2022-12-10_05:42:26.432860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:28.031964 run osmo-stp_10.42.42.5(pid=31934): stderr: \u000a| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:28.156712 run osmo-stp_10.42.42.5(pid=31934): stdout: \u000a| (launched: 2022-12-10_05:42:26.432860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:28.280105 run osmo-stp_10.42.42.5(pid=31934): stderr: \u000a| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:28.424175 run patchelf(pid=31937): Terminating (SIGINT)\u000a05:42:28.593468 run patchelf(pid=31937): Terminated: ok {rc=0}\u000a05:42:28.624242 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31934): Process ended prematurely: osmo-stp_10.42.42.5(pid=31934) [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31934)] [trial-2370↪gprs:oc2g↪ping_idle_ping.py:27]\u000a05:42:28.632940 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:42:28.693598 run osmo-hlr_10.42.42.2(pid=31931): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31931)]\u000a05:42:28.742329 run osmo-hlr_10.42.42.2(pid=31931): stdout: \u000a| (launched: 2022-12-10_05:42:25.475623) \u000a05:42:28.791851 run osmo-hlr_10.42.42.2(pid=31931): stderr: \u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054225655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054225666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054225675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054225676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054225676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:28.833668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminating (SIGTERM)\u000a05:42:28.873180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminating (SIGTERM)\u000a05:42:28.914139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Terminating (SIGTERM)\u000a05:42:28.923534 --- ParallelTerminationStrategy: PID 31930 died...\u000a05:42:28.976732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31930): Terminated: ok {rc=0}\u000a05:42:28.986670 --- ParallelTerminationStrategy: PID 31933 died...\u000a05:42:29.039564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31933): Terminated: ok {rc=0}\u000a05:42:29.049917 --- ParallelTerminationStrategy: PID 31936 died...\u000a05:42:29.103131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31936): Terminated: ok {rc=0}\u000a05:42:29.186831 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:41:30" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:42:31.315119 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.327047 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:42:31.491472 tst cs_paging_gprs_active.py: using LAC 26241\u000a05:42:31.619768 tst cs_paging_gprs_active.py: using RAC 231\u000a05:42:31.769386 tst cs_paging_gprs_active.py: using CellId 26241\u000a05:42:31.894089 tst cs_paging_gprs_active.py: using BVCI 26242\u000a05:42:31.919536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.931512 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.943275 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.955905 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.969550 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.982299 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:31.994118 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:32.006917 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:32.021030 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:32.159087 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:32.455139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:42:32.589029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:32.923844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Launched\u000a05:42:33.203642 run iperf3-srv_10.42.42.10(pid=31942): Launched\u000a05:42:33.400328 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:42:33.534484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:33.871884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Launched\u000a05:42:34.149701 run iperf3-srv_10.42.42.10(pid=31944): Launched\u000a05:42:34.345490 tst cs_paging_gprs_active.py:38: start network...\u000a05:42:34.478572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:34.999967 run create_hlr_db(pid=31945): Launched\u000a05:42:35.185354 bus /gobi_6: Setting Powered False\u000a05:42:36.205771 run create_hlr_db(pid=31945): Terminated: ok {rc=0}\u000a05:42:36.614402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Launched\u000a05:42:36.919756 run osmo-hlr_10.42.42.2(pid=31948): Launched\u000a05:42:37.038228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:37.573891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Launched\u000a05:42:37.878896 run osmo-stp_10.42.42.5(pid=31951): Launched\u000a05:42:37.990161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:38.521083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Launched\u000a05:42:38.628857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:38.894747 run patchelf(pid=31954): Launched\u000a05:42:39.071677 run osmo-stp_10.42.42.5(pid=31951): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)]\u000a05:42:39.201582 run osmo-stp_10.42.42.5(pid=31951): stdout: \u000a| (launched: 2022-12-10_05:42:37.727312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:39.331782 run osmo-stp_10.42.42.5(pid=31951): stderr: \u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054237901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:39.457218 run osmo-stp_10.42.42.5(pid=31951): stdout: \u000a| (launched: 2022-12-10_05:42:37.727312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:39.581329 run osmo-stp_10.42.42.5(pid=31951): stderr: \u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054237901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054237901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054237902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:39.725682 run patchelf(pid=31954): Terminating (SIGINT)\u000a05:42:39.895133 run patchelf(pid=31954): Terminated: ok {rc=0}\u000a05:42:39.926417 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31951): Process ended prematurely: osmo-stp_10.42.42.5(pid=31951) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31951)] [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:42:39.935670 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a05:42:40.001521 run osmo-hlr_10.42.42.2(pid=31948): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31948)]\u000a05:42:40.052471 run osmo-hlr_10.42.42.2(pid=31948): stdout: \u000a| (launched: 2022-12-10_05:42:36.768334) \u000a05:42:40.104406 run osmo-hlr_10.42.42.2(pid=31948): stderr: \u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054236946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054236959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054236969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054236970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054236970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:40.148337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Terminating (SIGTERM)\u000a05:42:40.189755 run iperf3-srv_10.42.42.10(pid=31942): Terminating (SIGTERM)\u000a05:42:40.231971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Terminating (SIGTERM)\u000a05:42:40.273406 run iperf3-srv_10.42.42.10(pid=31944): Terminating (SIGTERM)\u000a05:42:40.315129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Terminating (SIGTERM)\u000a05:42:40.356803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Terminating (SIGTERM)\u000a05:42:40.398451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Terminating (SIGTERM)\u000a05:42:40.407924 --- ParallelTerminationStrategy: PID 31941 died...\u000a05:42:40.463510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31941): Terminated: ok {rc=0}\u000a05:42:40.473791 --- ParallelTerminationStrategy: PID 31942 died...\u000a05:42:40.528741 run iperf3-srv_10.42.42.10(pid=31942): Terminated {rc=256}\u000a05:42:40.538568 --- ParallelTerminationStrategy: PID 31943 died...\u000a05:42:40.593851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31943): Terminated: ok {rc=0}\u000a05:42:40.603719 --- ParallelTerminationStrategy: PID 31944 died...\u000a05:42:40.658791 run iperf3-srv_10.42.42.10(pid=31944): Terminated {rc=256}\u000a05:42:40.668574 --- ParallelTerminationStrategy: PID 31947 died...\u000a05:42:40.724375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31947): Terminated: ok {rc=0}\u000a05:42:40.734290 --- ParallelTerminationStrategy: PID 31950 died...\u000a05:42:40.789463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31950): Terminated: ok {rc=0}\u000a05:42:40.799682 --- ParallelTerminationStrategy: PID 31953 died...\u000a05:42:40.855375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31953): Terminated: ok {rc=0}\u000a05:42:40.942137 bus /gobi_0: Setting Powered False\u000a05:42:42.048540 bus /gobi_0: Setting Powered False\u000a05:42:43.160777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:42:44.271677 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.283121 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:42:44.410434 tst iperf3.py: using LAC 26242\u000a05:42:44.531514 tst iperf3.py: using RAC 232\u000a05:42:44.654759 tst iperf3.py: using CellId 26242\u000a05:42:44.771673 tst iperf3.py: using BVCI 26243\u000a05:42:44.794809 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.805611 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.816150 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.827588 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.838852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.850148 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.861620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.872645 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:44.884180 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:45.162241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:45.287702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:45.601760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Launched\u000a05:42:45.899559 run iperf3-srv_10.42.42.10(pid=31956): Launched\u000a05:42:46.086683 tst iperf3.py:8: start network...\u000a05:42:46.214871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:46.750879 run create_hlr_db(pid=31957): Launched\u000a05:42:46.954498 bus /gobi_6: Setting Powered False\u000a05:42:47.955426 run create_hlr_db(pid=31957): Terminated: ok {rc=0}\u000a05:42:48.399457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Launched\u000a05:42:48.721189 run osmo-hlr_10.42.42.2(pid=31960): Launched\u000a05:42:48.840740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:42:49.402028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Launched\u000a05:42:49.726953 run osmo-stp_10.42.42.5(pid=31963): Launched\u000a05:42:49.850149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:42:50.411830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Launched\u000a05:42:50.526431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:42:50.808875 run patchelf(pid=31966): Launched\u000a05:42:50.996751 run osmo-stp_10.42.42.5(pid=31963): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)]\u000a05:42:51.133930 run osmo-stp_10.42.42.5(pid=31963): stdout: \u000a| (launched: 2022-12-10_05:42:49.565709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:51.271065 run osmo-stp_10.42.42.5(pid=31963): stderr: \u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054249761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:51.403841 run osmo-stp_10.42.42.5(pid=31963): stdout: \u000a| (launched: 2022-12-10_05:42:49.565709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:42:51.535397 run osmo-stp_10.42.42.5(pid=31963): stderr: \u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054249760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054249761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054249763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:42:51.688231 run patchelf(pid=31966): Terminating (SIGINT)\u000a05:42:51.868031 run patchelf(pid=31966): Terminated: ok {rc=0}\u000a05:42:51.921803 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31963): Process ended prematurely: osmo-stp_10.42.42.5(pid=31963) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31963)] [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a05:42:51.933317 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:42:51.995561 run osmo-hlr_10.42.42.2(pid=31960): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31960)]\u000a05:42:52.045650 run osmo-hlr_10.42.42.2(pid=31960): stdout: \u000a| (launched: 2022-12-10_05:42:48.563020) \u000a05:42:52.096401 run osmo-hlr_10.42.42.2(pid=31960): stderr: \u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054248763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054248775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054248784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:42:52.138812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Terminating (SIGTERM)\u000a05:42:52.179525 run iperf3-srv_10.42.42.10(pid=31956): Terminating (SIGTERM)\u000a05:42:52.220020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Terminating (SIGTERM)\u000a05:42:52.261501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Terminating (SIGTERM)\u000a05:42:52.301756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Terminating (SIGTERM)\u000a05:42:52.310964 --- ParallelTerminationStrategy: PID 31955 died...\u000a05:42:52.364374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31955): Terminated: ok {rc=0}\u000a05:42:52.374187 --- ParallelTerminationStrategy: PID 31956 died...\u000a05:42:52.427531 run iperf3-srv_10.42.42.10(pid=31956): Terminated {rc=256}\u000a05:42:52.437155 --- ParallelTerminationStrategy: PID 31959 died...\u000a05:42:52.490285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31959): Terminated: ok {rc=0}\u000a05:42:52.500043 --- ParallelTerminationStrategy: PID 31962 died...\u000a05:42:52.553237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31962): Terminated: ok {rc=0}\u000a05:42:52.563099 --- ParallelTerminationStrategy: PID 31965 died...\u000a05:42:52.615811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31965): Terminated: ok {rc=0}\u000a05:42:52.704189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:42:53.814984 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:53.826530 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:42:53.951817 tst iperf3m4.py: using LAC 26243\u000a05:42:54.070967 tst iperf3m4.py: using RAC 233\u000a05:42:54.192472 tst iperf3m4.py: using CellId 26243\u000a05:42:54.311275 tst iperf3m4.py: using BVCI 26244\u000a05:42:54.334595 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.345418 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.355955 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.367314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.378701 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.390060 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.401525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.412891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:42:54.424492 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:54.544716 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:54.664049 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:54.782702 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:42:55.058084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:42:55.183028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:55.497802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Launched\u000a05:42:55.758404 run iperf3-srv_10.42.42.10(pid=31968): Launched\u000a05:42:55.940938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:42:56.065941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:56.381130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Launched\u000a05:42:56.642275 run iperf3-srv_10.42.42.10(pid=31970): Launched\u000a05:42:56.825458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:42:56.950278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:57.264433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Launched\u000a05:42:57.526090 run iperf3-srv_10.42.42.10(pid=31972): Launched\u000a05:42:57.709583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:42:57.834603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:42:58.149943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Launched\u000a05:42:58.411033 run iperf3-srv_10.42.42.10(pid=31974): Launched\u000a05:42:58.593331 tst iperf3m4.py:8: start network...\u000a05:42:58.718159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:42:59.195055 run create_hlr_db(pid=31975): Launched\u000a05:42:59.368265 bus /gobi_6: Setting Powered False\u000a05:43:00.390368 run create_hlr_db(pid=31975): Terminated: ok {rc=0}\u000a05:43:00.820441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Launched\u000a05:43:01.209337 run osmo-hlr_10.42.42.2(pid=31978): Launched\u000a05:43:01.402316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:02.069565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Launched\u000a05:43:02.399981 run osmo-stp_10.42.42.5(pid=31981): Launched\u000a05:43:02.517341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:03.083876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Launched\u000a05:43:03.199218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:03.485038 run patchelf(pid=31984): Launched\u000a05:43:03.674411 run osmo-stp_10.42.42.5(pid=31981): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a05:43:03.812862 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-10_05:43:02.236735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:03.951028 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054302452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054302452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:04.084484 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-10_05:43:02.236735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:04.217472 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054302451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054302452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054302452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054302453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:04.371498 run patchelf(pid=31984): Terminating (SIGINT)\u000a05:43:04.551574 run patchelf(pid=31984): Terminated: ok {rc=0}\u000a05:43:04.584909 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)] [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:43:04.594898 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:43:04.657954 run osmo-hlr_10.42.42.2(pid=31978): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31978)]\u000a05:43:04.709329 run osmo-hlr_10.42.42.2(pid=31978): stdout: \u000a| (launched: 2022-12-10_05:43:01.014076) \u000a05:43:04.761520 run osmo-hlr_10.42.42.2(pid=31978): stderr: \u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054301371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054301395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054301411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054301412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054301412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:04.805985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Terminating (SIGTERM)\u000a05:43:04.847746 run iperf3-srv_10.42.42.10(pid=31968): Terminating (SIGTERM)\u000a05:43:04.889590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Terminating (SIGTERM)\u000a05:43:04.932155 run iperf3-srv_10.42.42.10(pid=31970): Terminating (SIGTERM)\u000a05:43:04.974732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a05:43:05.016693 run iperf3-srv_10.42.42.10(pid=31972): Terminating (SIGTERM)\u000a05:43:05.058899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminating (SIGTERM)\u000a05:43:05.101041 run iperf3-srv_10.42.42.10(pid=31974): Terminating (SIGTERM)\u000a05:43:05.143079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminating (SIGTERM)\u000a05:43:05.185197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminating (SIGTERM)\u000a05:43:05.227098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminating (SIGTERM)\u000a05:43:05.236756 --- ParallelTerminationStrategy: PID 31967 died...\u000a05:43:05.293170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31967): Terminated: ok {rc=0}\u000a05:43:05.303353 --- ParallelTerminationStrategy: PID 31968 died...\u000a05:43:05.359467 run iperf3-srv_10.42.42.10(pid=31968): Terminated {rc=256}\u000a05:43:05.369901 --- ParallelTerminationStrategy: PID 31969 died...\u000a05:43:05.425878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31969): Terminated: ok {rc=0}\u000a05:43:05.436050 --- ParallelTerminationStrategy: PID 31970 died...\u000a05:43:05.491835 run iperf3-srv_10.42.42.10(pid=31970): Terminated {rc=256}\u000a05:43:05.501977 --- ParallelTerminationStrategy: PID 31971 died...\u000a05:43:05.557725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a05:43:05.567832 --- ParallelTerminationStrategy: PID 31972 died...\u000a05:43:05.623587 run iperf3-srv_10.42.42.10(pid=31972): Terminated {rc=256}\u000a05:43:05.633646 --- ParallelTerminationStrategy: PID 31973 died...\u000a05:43:05.689468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminated: ok {rc=0}\u000a05:43:05.699589 --- ParallelTerminationStrategy: PID 31974 died...\u000a05:43:05.755785 run iperf3-srv_10.42.42.10(pid=31974): Terminated {rc=256}\u000a05:43:05.765848 --- ParallelTerminationStrategy: PID 31977 died...\u000a05:43:05.822022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminated: ok {rc=0}\u000a05:43:05.832170 --- ParallelTerminationStrategy: PID 31980 died...\u000a05:43:05.887942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminated: ok {rc=0}\u000a05:43:05.898091 --- ParallelTerminationStrategy: PID 31983 died...\u000a05:43:05.954199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminated: ok {rc=0}\u000a05:43:06.042494 bus /gobi_4: Setting Powered False\u000a05:43:07.146380 bus /gobi_4: Setting Powered False\u000a05:43:08.258232 bus /gobi_1: Setting Powered False\u000a05:43:09.359194 bus /gobi_1: Setting Powered False\u000a05:43:10.469823 bus /gobi_0: Setting Powered False\u000a05:43:11.576811 bus /gobi_0: Setting Powered False\u000a05:43:12.686218 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:43:13.755255 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:13.767194 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:13.893190 tst ping.py: using LAC 26244\u000a05:43:14.009566 tst ping.py: using RAC 234\u000a05:43:14.126928 tst ping.py: using CellId 26244\u000a05:43:14.243548 tst ping.py: using BVCI 26245\u000a05:43:14.266292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.277153 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.287839 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.298915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.309661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.320411 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.331394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:14.342288 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:14.615572 tst ping.py:19: start network...\u000a05:43:14.738358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:15.205452 run create_hlr_db(pid=31985): Launched\u000a05:43:15.376384 bus /gobi_6: Setting Powered False\u000a05:43:16.399834 run create_hlr_db(pid=31985): Terminated: ok {rc=0}\u000a05:43:16.825364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Launched\u000a05:43:17.189571 run osmo-hlr_10.42.42.2(pid=31988): Launched\u000a05:43:17.302562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:17.854642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Launched\u000a05:43:18.171640 run osmo-stp_10.42.42.5(pid=31991): Launched\u000a05:43:18.286626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:18.840776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Launched\u000a05:43:18.953097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:19.233609 run patchelf(pid=31994): Launched\u000a05:43:19.419430 run osmo-stp_10.42.42.5(pid=31991): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)]\u000a05:43:19.555341 run osmo-stp_10.42.42.5(pid=31991): stdout: \u000a| (launched: 2022-12-10_05:43:18.015232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:19.692137 run osmo-stp_10.42.42.5(pid=31991): stderr: \u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054318211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:19.823928 run osmo-stp_10.42.42.5(pid=31991): stdout: \u000a| (launched: 2022-12-10_05:43:18.015232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:19.954213 run osmo-stp_10.42.42.5(pid=31991): stderr: \u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054318211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054318211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054318212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:20.105457 run patchelf(pid=31994): Terminating (SIGINT)\u000a05:43:20.282833 run patchelf(pid=31994): Terminated: ok {rc=0}\u000a05:43:20.315365 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31991): Process ended prematurely: osmo-stp_10.42.42.5(pid=31991) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31991)] [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a05:43:20.324790 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:43:20.387463 run osmo-hlr_10.42.42.2(pid=31988): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31988)]\u000a05:43:20.438732 run osmo-hlr_10.42.42.2(pid=31988): stdout: \u000a| (launched: 2022-12-10_05:43:16.979755) \u000a05:43:20.490796 run osmo-hlr_10.42.42.2(pid=31988): stderr: \u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054317229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054317241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054317249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:20.535124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Terminating (SIGTERM)\u000a05:43:20.577053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Terminating (SIGTERM)\u000a05:43:20.619169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Terminating (SIGTERM)\u000a05:43:20.628835 --- ParallelTerminationStrategy: PID 31987 died...\u000a05:43:20.685223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31987): Terminated: ok {rc=0}\u000a05:43:20.695445 --- ParallelTerminationStrategy: PID 31990 died...\u000a05:43:20.751258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31990): Terminated: ok {rc=0}\u000a05:43:20.761462 --- ParallelTerminationStrategy: PID 31993 died...\u000a05:43:20.817007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31993): Terminated: ok {rc=0}\u000a05:43:20.904152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:43:21.957661 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:21.970422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:43:22.102014 tst ping_idle_ping.py: using LAC 26245\u000a05:43:22.226060 tst ping_idle_ping.py: using RAC 235\u000a05:43:22.351989 tst ping_idle_ping.py: using CellId 26245\u000a05:43:22.472069 tst ping_idle_ping.py: using BVCI 26246\u000a05:43:22.494839 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.505909 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.516604 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.528278 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.539558 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.550966 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.562601 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:43:22.574204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:43:22.863460 tst ping_idle_ping.py:24: start network...\u000a05:43:22.994878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:23.505900 run create_hlr_db(pid=31995): Launched\u000a05:43:23.689782 bus /gobi_6: Setting Powered False\u000a05:43:24.709978 run create_hlr_db(pid=31995): Terminated: ok {rc=0}\u000a05:43:25.134414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Launched\u000a05:43:25.453215 run osmo-hlr_10.42.42.2(pid=31998): Launched\u000a05:43:25.572324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:26.101522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Launched\u000a05:43:26.402619 run osmo-stp_10.42.42.5(pid=32001): Launched\u000a05:43:26.512186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:27.037533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Launched\u000a05:43:27.143826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:27.407111 run patchelf(pid=32004): Launched\u000a05:43:27.583882 run osmo-stp_10.42.42.5(pid=32001): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)]\u000a05:43:27.712931 run osmo-stp_10.42.42.5(pid=32001): stdout: \u000a| (launched: 2022-12-10_05:43:26.252551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:27.842530 run osmo-stp_10.42.42.5(pid=32001): stderr: \u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054326426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:27.966945 run osmo-stp_10.42.42.5(pid=32001): stdout: \u000a| (launched: 2022-12-10_05:43:26.252551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:28.090181 run osmo-stp_10.42.42.5(pid=32001): stderr: \u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054326426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054326426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054326427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:28.233748 run patchelf(pid=32004): Terminating (SIGINT)\u000a05:43:28.402577 run patchelf(pid=32004): Terminated: ok {rc=0}\u000a05:43:28.433404 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32001): Process ended prematurely: osmo-stp_10.42.42.5(pid=32001) [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32001)] [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:43:28.442436 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:43:28.503526 run osmo-hlr_10.42.42.2(pid=31998): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31998)]\u000a05:43:28.553040 run osmo-hlr_10.42.42.2(pid=31998): stdout: \u000a| (launched: 2022-12-10_05:43:25.295592) \u000a05:43:28.603249 run osmo-hlr_10.42.42.2(pid=31998): stderr: \u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054325495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054325509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054325518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054325519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054325519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:28.645459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Terminating (SIGTERM)\u000a05:43:28.685526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Terminating (SIGTERM)\u000a05:43:28.725930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Terminating (SIGTERM)\u000a05:43:28.735318 --- ParallelTerminationStrategy: PID 31997 died...\u000a05:43:28.789031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31997): Terminated: ok {rc=0}\u000a05:43:28.798721 --- ParallelTerminationStrategy: PID 32000 died...\u000a05:43:28.852406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32000): Terminated: ok {rc=0}\u000a05:43:28.862483 --- ParallelTerminationStrategy: PID 32003 died...\u000a05:43:28.916063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32003): Terminated: ok {rc=0}\u000a05:43:29.005428 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:42:30" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:43:31.146043 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.157938 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:43:31.307982 tst cs_paging_gprs_active.py: using LAC 26246\u000a05:43:31.433635 tst cs_paging_gprs_active.py: using RAC 236\u000a05:43:31.589582 tst cs_paging_gprs_active.py: using CellId 26246\u000a05:43:31.727681 tst cs_paging_gprs_active.py: using BVCI 26247\u000a05:43:31.754305 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.766635 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.778899 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.792234 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.804271 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.816823 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.829210 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.841110 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:31.854661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:31.991999 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:32.278569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:43:32.407308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:32.724661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Launched\u000a05:43:32.989229 run iperf3-srv_10.42.42.10(pid=32009): Launched\u000a05:43:33.174798 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:43:33.306004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:33.644013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Launched\u000a05:43:33.924827 run iperf3-srv_10.42.42.10(pid=32011): Launched\u000a05:43:34.124032 tst cs_paging_gprs_active.py:38: start network...\u000a05:43:34.259298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:34.781502 run create_hlr_db(pid=32012): Launched\u000a05:43:34.968607 bus /gobi_6: Setting Powered False\u000a05:43:35.990042 run create_hlr_db(pid=32012): Terminated: ok {rc=0}\u000a05:43:36.401403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Launched\u000a05:43:36.708535 run osmo-hlr_10.42.42.2(pid=32015): Launched\u000a05:43:36.828377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:37.368790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Launched\u000a05:43:37.675089 run osmo-stp_10.42.42.5(pid=32018): Launched\u000a05:43:37.785616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:38.318244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Launched\u000a05:43:38.426834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:38.694706 run patchelf(pid=32021): Launched\u000a05:43:38.872893 run osmo-stp_10.42.42.5(pid=32018): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)]\u000a05:43:39.003386 run osmo-stp_10.42.42.5(pid=32018): stdout: \u000a| (launched: 2022-12-10_05:43:37.523346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:39.134303 run osmo-stp_10.42.42.5(pid=32018): stderr: \u000a| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054337698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054337698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:39.260087 run osmo-stp_10.42.42.5(pid=32018): stdout: \u000a| (launched: 2022-12-10_05:43:37.523346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:39.384757 run osmo-stp_10.42.42.5(pid=32018): stderr: \u000a| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054337697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054337698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054337698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054337699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:39.530309 run patchelf(pid=32021): Terminating (SIGINT)\u000a05:43:39.701201 run patchelf(pid=32021): Terminated: ok {rc=0}\u000a05:43:39.732522 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32018): Process ended prematurely: osmo-stp_10.42.42.5(pid=32018) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32018)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:43:39.741795 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:43:39.802170 run osmo-hlr_10.42.42.2(pid=32015): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32015)]\u000a05:43:39.851055 run osmo-hlr_10.42.42.2(pid=32015): stdout: \u000a| (launched: 2022-12-10_05:43:36.556304) \u000a05:43:39.900745 run osmo-hlr_10.42.42.2(pid=32015): stderr: \u000a| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054336735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054336736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054336747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054336756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054336756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054336757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:39.942600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Terminating (SIGTERM)\u000a05:43:39.982097 run iperf3-srv_10.42.42.10(pid=32009): Terminating (SIGTERM)\u000a05:43:40.022029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Terminating (SIGTERM)\u000a05:43:40.061362 run iperf3-srv_10.42.42.10(pid=32011): Terminating (SIGTERM)\u000a05:43:40.101191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Terminating (SIGTERM)\u000a05:43:40.140930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Terminating (SIGTERM)\u000a05:43:40.180541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Terminating (SIGTERM)\u000a05:43:40.189849 --- ParallelTerminationStrategy: PID 32008 died...\u000a05:43:40.243202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32008): Terminated: ok {rc=0}\u000a05:43:40.252616 --- ParallelTerminationStrategy: PID 32009 died...\u000a05:43:40.304976 run iperf3-srv_10.42.42.10(pid=32009): Terminated {rc=256}\u000a05:43:40.314556 --- ParallelTerminationStrategy: PID 32010 died...\u000a05:43:40.367044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32010): Terminated: ok {rc=0}\u000a05:43:40.376589 --- ParallelTerminationStrategy: PID 32011 died...\u000a05:43:40.429103 run iperf3-srv_10.42.42.10(pid=32011): Terminated {rc=256}\u000a05:43:40.438706 --- ParallelTerminationStrategy: PID 32014 died...\u000a05:43:40.491336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32014): Terminated: ok {rc=0}\u000a05:43:40.500920 --- ParallelTerminationStrategy: PID 32017 died...\u000a05:43:40.553842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32017): Terminated: ok {rc=0}\u000a05:43:40.563234 --- ParallelTerminationStrategy: PID 32020 died...\u000a05:43:40.615888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32020): Terminated: ok {rc=0}\u000a05:43:40.705053 bus /gobi_0: Setting Powered False\u000a05:43:41.812081 bus /gobi_0: Setting Powered False\u000a05:43:42.919546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:43:44.034337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.046188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:43:44.202709 tst iperf3.py: using LAC 26247\u000a05:43:44.328070 tst iperf3.py: using RAC 237\u000a05:43:44.453729 tst iperf3.py: using CellId 26247\u000a05:43:44.579349 tst iperf3.py: using BVCI 26248\u000a05:43:44.604121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.615590 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.626810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.638021 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.649169 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.660344 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.671665 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.683874 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:44.695288 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:44.987179 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:45.121593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:45.456645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Launched\u000a05:43:45.736093 run iperf3-srv_10.42.42.10(pid=32023): Launched\u000a05:43:45.942541 tst iperf3.py:8: start network...\u000a05:43:46.072763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:46.614842 run create_hlr_db(pid=32024): Launched\u000a05:43:46.803814 bus /gobi_6: Setting Powered False\u000a05:43:47.812492 run create_hlr_db(pid=32024): Terminated: ok {rc=0}\u000a05:43:48.252286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Launched\u000a05:43:48.578286 run osmo-hlr_10.42.42.2(pid=32027): Launched\u000a05:43:48.696197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:43:49.260047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Launched\u000a05:43:49.583694 run osmo-stp_10.42.42.5(pid=32030): Launched\u000a05:43:49.700399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:43:50.267214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Launched\u000a05:43:50.382911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:43:50.667044 run patchelf(pid=32033): Launched\u000a05:43:50.856721 run osmo-stp_10.42.42.5(pid=32030): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]\u000a05:43:50.994668 run osmo-stp_10.42.42.5(pid=32030): stdout: \u000a| (launched: 2022-12-10_05:43:49.423568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:51.133025 run osmo-stp_10.42.42.5(pid=32030): stderr: \u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054349620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:51.266815 run osmo-stp_10.42.42.5(pid=32030): stdout: \u000a| (launched: 2022-12-10_05:43:49.423568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:43:51.399191 run osmo-stp_10.42.42.5(pid=32030): stderr: \u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054349620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054349620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054349621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:43:51.552841 run patchelf(pid=32033): Terminating (SIGINT)\u000a05:43:51.733332 run patchelf(pid=32033): Terminated: ok {rc=0}\u000a05:43:51.767083 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:43:51.777085 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a05:43:51.839861 run osmo-hlr_10.42.42.2(pid=32027): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32027)]\u000a05:43:51.891161 run osmo-hlr_10.42.42.2(pid=32027): stdout: \u000a| (launched: 2022-12-10_05:43:48.416767) \u000a05:43:51.942997 run osmo-hlr_10.42.42.2(pid=32027): stderr: \u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054348622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054348635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054348643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:43:51.987135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Terminating (SIGTERM)\u000a05:43:52.028801 run iperf3-srv_10.42.42.10(pid=32023): Terminating (SIGTERM)\u000a05:43:52.070473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminating (SIGTERM)\u000a05:43:52.112112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminating (SIGTERM)\u000a05:43:52.153799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Terminating (SIGTERM)\u000a05:43:52.163437 --- ParallelTerminationStrategy: PID 32022 died...\u000a05:43:52.219018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32022): Terminated: ok {rc=0}\u000a05:43:52.229075 --- ParallelTerminationStrategy: PID 32023 died...\u000a05:43:52.284213 run iperf3-srv_10.42.42.10(pid=32023): Terminated {rc=256}\u000a05:43:52.294174 --- ParallelTerminationStrategy: PID 32026 died...\u000a05:43:52.350202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminated: ok {rc=0}\u000a05:43:52.360118 --- ParallelTerminationStrategy: PID 32029 died...\u000a05:43:52.415581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminated: ok {rc=0}\u000a05:43:52.425911 --- ParallelTerminationStrategy: PID 32032 died...\u000a05:43:52.481469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32032): Terminated: ok {rc=0}\u000a05:43:52.569041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:43:53.688528 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:53.700597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:43:53.851775 tst iperf3m4.py: using LAC 26248\u000a05:43:53.980265 tst iperf3m4.py: using RAC 238\u000a05:43:54.105132 tst iperf3m4.py: using CellId 26248\u000a05:43:54.230860 tst iperf3m4.py: using BVCI 26249\u000a05:43:54.255585 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.267065 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.278295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.289447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.300499 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.311599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.323112 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.335266 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:43:54.346668 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:54.467280 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:54.591769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:54.709649 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:43:55.004784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:43:55.140210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:55.476805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Launched\u000a05:43:55.758445 run iperf3-srv_10.42.42.10(pid=32035): Launched\u000a05:43:55.956352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:43:56.091125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:56.429065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Launched\u000a05:43:56.709926 run iperf3-srv_10.42.42.10(pid=32037): Launched\u000a05:43:56.908255 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:43:57.043089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:57.380075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Launched\u000a05:43:57.660710 run iperf3-srv_10.42.42.10(pid=32039): Launched\u000a05:43:57.859307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:43:57.994186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:43:58.333610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Launched\u000a05:43:58.614565 run iperf3-srv_10.42.42.10(pid=32041): Launched\u000a05:43:58.813581 tst iperf3m4.py:8: start network...\u000a05:43:58.948497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:43:59.468728 run create_hlr_db(pid=32042): Launched\u000a05:43:59.655461 bus /gobi_6: Setting Powered False\u000a05:44:00.676465 run create_hlr_db(pid=32042): Terminated: ok {rc=0}\u000a05:44:01.137179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Launched\u000a05:44:01.591109 run osmo-hlr_10.42.42.2(pid=32045): Launched\u000a05:44:01.729728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:02.366659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Launched\u000a05:44:02.691940 run osmo-stp_10.42.42.5(pid=32048): Launched\u000a05:44:02.809019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:03.377833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Launched\u000a05:44:03.492897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:03.776656 run patchelf(pid=32051): Launched\u000a05:44:03.965905 run osmo-stp_10.42.42.5(pid=32048): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)]\u000a05:44:04.104101 run osmo-stp_10.42.42.5(pid=32048): stdout: \u000a| (launched: 2022-12-10_05:44:02.530990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:04.242910 run osmo-stp_10.42.42.5(pid=32048): stderr: \u000a| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:04.376735 run osmo-stp_10.42.42.5(pid=32048): stdout: \u000a| (launched: 2022-12-10_05:44:02.530990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:04.509643 run osmo-stp_10.42.42.5(pid=32048): stderr: \u000a| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054402726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054402728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:04.664082 run patchelf(pid=32051): Terminating (SIGINT)\u000a05:44:04.845510 run patchelf(pid=32051): Terminated: ok {rc=0}\u000a05:44:04.878647 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32048): Process ended prematurely: osmo-stp_10.42.42.5(pid=32048) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32048)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:44:04.888604 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a05:44:04.951725 run osmo-hlr_10.42.42.2(pid=32045): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32045)]\u000a05:44:05.003312 run osmo-hlr_10.42.42.2(pid=32045): stdout: \u000a| (launched: 2022-12-10_05:44:01.304916) \u000a05:44:05.055243 run osmo-hlr_10.42.42.2(pid=32045): stderr: \u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054401576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054401597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054401614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:05.099697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Terminating (SIGTERM)\u000a05:44:05.141772 run iperf3-srv_10.42.42.10(pid=32035): Terminating (SIGTERM)\u000a05:44:05.183943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Terminating (SIGTERM)\u000a05:44:05.225743 run iperf3-srv_10.42.42.10(pid=32037): Terminating (SIGTERM)\u000a05:44:05.267801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminating (SIGTERM)\u000a05:44:05.309588 run iperf3-srv_10.42.42.10(pid=32039): Terminating (SIGTERM)\u000a05:44:05.351455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Terminating (SIGTERM)\u000a05:44:05.393193 run iperf3-srv_10.42.42.10(pid=32041): Terminating (SIGTERM)\u000a05:44:05.435162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminating (SIGTERM)\u000a05:44:05.477096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminating (SIGTERM)\u000a05:44:05.519007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Terminating (SIGTERM)\u000a05:44:05.528634 --- ParallelTerminationStrategy: PID 32034 died...\u000a05:44:05.584324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32034): Terminated: ok {rc=0}\u000a05:44:05.594328 --- ParallelTerminationStrategy: PID 32035 died...\u000a05:44:05.649915 run iperf3-srv_10.42.42.10(pid=32035): Terminated {rc=256}\u000a05:44:05.659954 --- ParallelTerminationStrategy: PID 32036 died...\u000a05:44:05.715572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32036): Terminated: ok {rc=0}\u000a05:44:05.725688 --- ParallelTerminationStrategy: PID 32037 died...\u000a05:44:05.781690 run iperf3-srv_10.42.42.10(pid=32037): Terminated {rc=256}\u000a05:44:05.791641 --- ParallelTerminationStrategy: PID 32038 died...\u000a05:44:05.847208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32038): Terminated: ok {rc=0}\u000a05:44:05.857210 --- ParallelTerminationStrategy: PID 32039 died...\u000a05:44:05.912499 run iperf3-srv_10.42.42.10(pid=32039): Terminated {rc=256}\u000a05:44:05.922466 --- ParallelTerminationStrategy: PID 32040 died...\u000a05:44:05.977985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32040): Terminated: ok {rc=0}\u000a05:44:05.987946 --- ParallelTerminationStrategy: PID 32041 died...\u000a05:44:06.043636 run iperf3-srv_10.42.42.10(pid=32041): Terminated {rc=256}\u000a05:44:06.053682 --- ParallelTerminationStrategy: PID 32044 died...\u000a05:44:06.109470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32044): Terminated: ok {rc=0}\u000a05:44:06.119546 --- ParallelTerminationStrategy: PID 32047 died...\u000a05:44:06.175309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32047): Terminated: ok {rc=0}\u000a05:44:06.185422 --- ParallelTerminationStrategy: PID 32050 died...\u000a05:44:06.241139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32050): Terminated: ok {rc=0}\u000a05:44:06.328847 bus /gobi_4: Setting Powered False\u000a05:44:07.434051 bus /gobi_4: Setting Powered False\u000a05:44:08.542884 bus /gobi_1: Setting Powered False\u000a05:44:09.648912 bus /gobi_1: Setting Powered False\u000a05:44:10.758393 bus /gobi_0: Setting Powered False\u000a05:44:11.865292 bus /gobi_0: Setting Powered False\u000a05:44:12.972482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:44:14.040440 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.052444 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:14.201505 tst ping.py: using LAC 26249\u000a05:44:14.329679 tst ping.py: using RAC 239\u000a05:44:14.452297 tst ping.py: using CellId 26249\u000a05:44:14.576307 tst ping.py: using BVCI 26250\u000a05:44:14.600650 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.612025 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.623243 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.634463 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.645793 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.656720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.667991 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:14.679087 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:14.968178 tst ping.py:19: start network...\u000a05:44:15.100061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:15.608521 run create_hlr_db(pid=32053): Launched\u000a05:44:15.793172 bus /gobi_6: Setting Powered False\u000a05:44:16.808375 run create_hlr_db(pid=32053): Terminated: ok {rc=0}\u000a05:44:17.241746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Launched\u000a05:44:17.543908 run osmo-hlr_10.42.42.2(pid=32056): Launched\u000a05:44:17.655931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:18.178099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Launched\u000a05:44:18.478124 run osmo-stp_10.42.42.5(pid=32059): Launched\u000a05:44:18.587501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:19.111072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Launched\u000a05:44:19.217730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:19.481145 run patchelf(pid=32062): Launched\u000a05:44:19.656692 run osmo-stp_10.42.42.5(pid=32059): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)]\u000a05:44:19.785499 run osmo-stp_10.42.42.5(pid=32059): stdout: \u000a| (launched: 2022-12-10_05:44:18.328729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:19.914253 run osmo-stp_10.42.42.5(pid=32059): stderr: \u000a| �[0;m�[38;5;43m20221210054418499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054418500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:20.037965 run osmo-stp_10.42.42.5(pid=32059): stdout: \u000a| (launched: 2022-12-10_05:44:18.328729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:20.160368 run osmo-stp_10.42.42.5(pid=32059): stderr: \u000a| �[0;m�[38;5;43m20221210054418499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054418500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054418500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054418501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:20.303147 run patchelf(pid=32062): Terminating (SIGINT)\u000a05:44:20.470917 run patchelf(pid=32062): Terminated: ok {rc=0}\u000a05:44:20.501756 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32059): Process ended prematurely: osmo-stp_10.42.42.5(pid=32059) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32059)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:44:20.510783 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:44:20.571765 run osmo-hlr_10.42.42.2(pid=32056): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32056)]\u000a05:44:20.620984 run osmo-hlr_10.42.42.2(pid=32056): stdout: \u000a| (launched: 2022-12-10_05:44:17.392500) \u000a05:44:20.670975 run osmo-hlr_10.42.42.2(pid=32056): stderr: \u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054417569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054417581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054417590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:20.712973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminating (SIGTERM)\u000a05:44:20.753364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminating (SIGTERM)\u000a05:44:20.794144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Terminating (SIGTERM)\u000a05:44:20.803734 --- ParallelTerminationStrategy: PID 32055 died...\u000a05:44:20.857476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32055): Terminated: ok {rc=0}\u000a05:44:20.867499 --- ParallelTerminationStrategy: PID 32058 died...\u000a05:44:20.920859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32058): Terminated: ok {rc=0}\u000a05:44:20.930885 --- ParallelTerminationStrategy: PID 32061 died...\u000a05:44:20.985570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32061): Terminated: ok {rc=0}\u000a05:44:21.073201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:44:22.124713 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.136309 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:44:22.281085 tst ping_idle_ping.py: using LAC 26250\u000a05:44:22.399845 tst ping_idle_ping.py: using RAC 240\u000a05:44:22.516888 tst ping_idle_ping.py: using CellId 26250\u000a05:44:22.638884 tst ping_idle_ping.py: using BVCI 26251\u000a05:44:22.661769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.672689 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.683445 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.694503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.705385 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.716316 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.727835 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:44:22.738925 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:44:23.012761 tst ping_idle_ping.py:24: start network...\u000a05:44:23.136165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:23.610372 run create_hlr_db(pid=32064): Launched\u000a05:44:23.783367 bus /gobi_6: Setting Powered False\u000a05:44:24.804670 run create_hlr_db(pid=32064): Terminated: ok {rc=0}\u000a05:44:25.233823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Launched\u000a05:44:25.555387 run osmo-hlr_10.42.42.2(pid=32067): Launched\u000a05:44:25.675145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:26.231822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Launched\u000a05:44:26.554096 run osmo-stp_10.42.42.5(pid=32070): Launched\u000a05:44:26.670974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:27.233845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Launched\u000a05:44:27.347304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:27.627164 run patchelf(pid=32073): Launched\u000a05:44:27.814817 run osmo-stp_10.42.42.5(pid=32070): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)]\u000a05:44:27.951813 run osmo-stp_10.42.42.5(pid=32070): stdout: \u000a| (launched: 2022-12-10_05:44:26.393722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:28.088825 run osmo-stp_10.42.42.5(pid=32070): stderr: \u000a| �[0;m�[38;5;43m20221210054426591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054426592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:28.220610 run osmo-stp_10.42.42.5(pid=32070): stdout: \u000a| (launched: 2022-12-10_05:44:26.393722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:28.350926 run osmo-stp_10.42.42.5(pid=32070): stderr: \u000a| �[0;m�[38;5;43m20221210054426591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054426592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054426592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054426593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:28.503007 run patchelf(pid=32073): Terminating (SIGINT)\u000a05:44:28.681505 run patchelf(pid=32073): Terminated: ok {rc=0}\u000a05:44:28.713860 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32070): Process ended prematurely: osmo-stp_10.42.42.5(pid=32070) [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32070)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:44:28.723237 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a05:44:28.786291 run osmo-hlr_10.42.42.2(pid=32067): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32067)]\u000a05:44:28.838029 run osmo-hlr_10.42.42.2(pid=32067): stdout: \u000a| (launched: 2022-12-10_05:44:25.396326) \u000a05:44:28.889911 run osmo-hlr_10.42.42.2(pid=32067): stderr: \u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054425597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054425608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054425617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:28.934294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Terminating (SIGTERM)\u000a05:44:28.976028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Terminating (SIGTERM)\u000a05:44:29.018020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Terminating (SIGTERM)\u000a05:44:29.027692 --- ParallelTerminationStrategy: PID 32066 died...\u000a05:44:29.083764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32066): Terminated: ok {rc=0}\u000a05:44:29.093847 --- ParallelTerminationStrategy: PID 32069 died...\u000a05:44:29.149750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32069): Terminated: ok {rc=0}\u000a05:44:29.159797 --- ParallelTerminationStrategy: PID 32072 died...\u000a05:44:29.215585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32072): Terminated: ok {rc=0}\u000a05:44:29.303410 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:44:31.476795 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:31.489138 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:44:31.671382 tst cs_paging_gprs_active.py: using LAC 26251\u000a05:44:31.828164 tst cs_paging_gprs_active.py: using RAC 241\u000a05:44:31.997125 tst cs_paging_gprs_active.py: using CellId 26251\u000a05:44:32.129259 tst cs_paging_gprs_active.py: using BVCI 26252\u000a05:44:32.154436 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.166593 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.179082 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.190967 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.204110 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.217100 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.229676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.241318 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:32.254784 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:32.375832 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:32.657079 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:44:32.783627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:33.101281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Launched\u000a05:44:33.365437 run iperf3-srv_10.42.42.10(pid=32079): Launched\u000a05:44:33.551377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:44:33.678066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:33.996624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Launched\u000a05:44:34.260907 run iperf3-srv_10.42.42.10(pid=32081): Launched\u000a05:44:34.446755 tst cs_paging_gprs_active.py:38: start network...\u000a05:44:34.573528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:35.057656 run create_hlr_db(pid=32082): Launched\u000a05:44:35.233307 bus /gobi_6: Setting Powered False\u000a05:44:36.253965 run create_hlr_db(pid=32082): Terminated: ok {rc=0}\u000a05:44:36.688551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Launched\u000a05:44:37.017877 run osmo-hlr_10.42.42.2(pid=32085): Launched\u000a05:44:37.140419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:37.709337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Launched\u000a05:44:38.036343 run osmo-stp_10.42.42.5(pid=32088): Launched\u000a05:44:38.154564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:38.723512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Launched\u000a05:44:38.839981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:39.125492 run patchelf(pid=32091): Launched\u000a05:44:39.315611 run osmo-stp_10.42.42.5(pid=32088): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]\u000a05:44:39.454979 run osmo-stp_10.42.42.5(pid=32088): stdout: \u000a| (launched: 2022-12-10_05:44:37.875060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:39.594390 run osmo-stp_10.42.42.5(pid=32088): stderr: \u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054438071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:39.728865 run osmo-stp_10.42.42.5(pid=32088): stdout: \u000a| (launched: 2022-12-10_05:44:37.875060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:39.862713 run osmo-stp_10.42.42.5(pid=32088): stderr: \u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054438071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054438071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054438072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:40.017944 run patchelf(pid=32091): Terminating (SIGINT)\u000a05:44:40.199831 run patchelf(pid=32091): Terminated: ok {rc=0}\u000a05:44:40.233411 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:44:40.243300 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a05:44:40.306211 run osmo-hlr_10.42.42.2(pid=32085): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32085)]\u000a05:44:40.357503 run osmo-hlr_10.42.42.2(pid=32085): stdout: \u000a| (launched: 2022-12-10_05:44:36.855090) \u000a05:44:40.409323 run osmo-hlr_10.42.42.2(pid=32085): stderr: \u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054437055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054437068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054437076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:40.453451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminating (SIGTERM)\u000a05:44:40.494977 run iperf3-srv_10.42.42.10(pid=32079): Terminating (SIGTERM)\u000a05:44:40.536522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminating (SIGTERM)\u000a05:44:40.578313 run iperf3-srv_10.42.42.10(pid=32081): Terminating (SIGTERM)\u000a05:44:40.619976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminating (SIGTERM)\u000a05:44:40.661545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminating (SIGTERM)\u000a05:44:40.702782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminating (SIGTERM)\u000a05:44:40.712184 --- ParallelTerminationStrategy: PID 32078 died...\u000a05:44:40.767229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminated: ok {rc=0}\u000a05:44:40.777110 --- ParallelTerminationStrategy: PID 32079 died...\u000a05:44:40.832615 run iperf3-srv_10.42.42.10(pid=32079): Terminated {rc=256}\u000a05:44:40.842398 --- ParallelTerminationStrategy: PID 32080 died...\u000a05:44:40.897117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminated: ok {rc=0}\u000a05:44:40.907081 --- ParallelTerminationStrategy: PID 32081 died...\u000a05:44:40.962030 run iperf3-srv_10.42.42.10(pid=32081): Terminated {rc=256}\u000a05:44:40.971815 --- ParallelTerminationStrategy: PID 32084 died...\u000a05:44:41.026586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminated: ok {rc=0}\u000a05:44:41.036387 --- ParallelTerminationStrategy: PID 32087 died...\u000a05:44:41.091033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminated: ok {rc=0}\u000a05:44:41.100912 --- ParallelTerminationStrategy: PID 32090 died...\u000a05:44:41.155708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminated: ok {rc=0}\u000a05:44:41.241775 bus /gobi_0: Setting Powered False\u000a05:44:42.347147 bus /gobi_0: Setting Powered False\u000a05:44:43.454400 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:44:44.568633 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:44.580750 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:44:44.736775 tst iperf3.py: using LAC 26252\u000a05:44:44.856799 tst iperf3.py: using RAC 242\u000a05:44:44.977517 tst iperf3.py: using CellId 26252\u000a05:44:45.095494 tst iperf3.py: using BVCI 26253\u000a05:44:45.119077 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.130123 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.140884 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.152491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.164073 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.175793 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.187631 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.199906 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:45.211057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:45.506249 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:45.641718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:45.992001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Launched\u000a05:44:46.275296 run iperf3-srv_10.42.42.10(pid=32093): Launched\u000a05:44:46.477697 tst iperf3.py:8: start network...\u000a05:44:46.615226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:47.177193 run create_hlr_db(pid=32094): Launched\u000a05:44:47.364657 bus /gobi_6: Setting Powered False\u000a05:44:48.385685 run create_hlr_db(pid=32094): Terminated: ok {rc=0}\u000a05:44:48.795391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Launched\u000a05:44:49.101133 run osmo-hlr_10.42.42.2(pid=32097): Launched\u000a05:44:49.218299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:44:49.759474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Launched\u000a05:44:50.065590 run osmo-stp_10.42.42.5(pid=32100): Launched\u000a05:44:50.176775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:44:50.711064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Launched\u000a05:44:50.819659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:44:51.087390 run patchelf(pid=32103): Launched\u000a05:44:51.265767 run osmo-stp_10.42.42.5(pid=32100): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]\u000a05:44:51.396080 run osmo-stp_10.42.42.5(pid=32100): stdout: \u000a| (launched: 2022-12-10_05:44:49.913922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:51.526947 run osmo-stp_10.42.42.5(pid=32100): stderr: \u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054450088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:51.653367 run osmo-stp_10.42.42.5(pid=32100): stdout: \u000a| (launched: 2022-12-10_05:44:49.913922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:44:51.778411 run osmo-stp_10.42.42.5(pid=32100): stderr: \u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054450087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054450088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054450088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:44:51.923921 run patchelf(pid=32103): Terminating (SIGINT)\u000a05:44:52.094291 run patchelf(pid=32103): Terminated: ok {rc=0}\u000a05:44:52.126024 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:44:52.135349 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:44:52.195740 run osmo-hlr_10.42.42.2(pid=32097): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32097)]\u000a05:44:52.244831 run osmo-hlr_10.42.42.2(pid=32097): stdout: \u000a| (launched: 2022-12-10_05:44:48.949942) \u000a05:44:52.294550 run osmo-hlr_10.42.42.2(pid=32097): stderr: \u000a| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054449127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054449128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054449128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054449140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054449149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:44:52.336838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminating (SIGTERM)\u000a05:44:52.376507 run iperf3-srv_10.42.42.10(pid=32093): Terminating (SIGTERM)\u000a05:44:52.416309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminating (SIGTERM)\u000a05:44:52.456058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminating (SIGTERM)\u000a05:44:52.495837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminating (SIGTERM)\u000a05:44:52.505286 --- ParallelTerminationStrategy: PID 32092 died...\u000a05:44:52.558764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminated: ok {rc=0}\u000a05:44:52.568499 --- ParallelTerminationStrategy: PID 32093 died...\u000a05:44:52.621924 run iperf3-srv_10.42.42.10(pid=32093): Terminated {rc=256}\u000a05:44:52.631324 --- ParallelTerminationStrategy: PID 32096 died...\u000a05:44:52.684588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminated: ok {rc=0}\u000a05:44:52.694249 --- ParallelTerminationStrategy: PID 32099 died...\u000a05:44:52.747250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminated: ok {rc=0}\u000a05:44:52.757068 --- ParallelTerminationStrategy: PID 32102 died...\u000a05:44:52.810356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminated: ok {rc=0}\u000a05:44:52.894478 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:44:54.011275 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.023379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:44:54.178090 tst iperf3m4.py: using LAC 26253\u000a05:44:54.304916 tst iperf3m4.py: using RAC 243\u000a05:44:54.433364 tst iperf3m4.py: using CellId 26253\u000a05:44:54.562037 tst iperf3m4.py: using BVCI 26254\u000a05:44:54.587146 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.598566 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.609703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.621417 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.632931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.644591 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.656307 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.668459 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:44:54.679840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:54.799726 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:54.919198 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:55.039038 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:44:55.319686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:44:55.446513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:55.762913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Launched\u000a05:44:56.026773 run iperf3-srv_10.42.42.10(pid=32105): Launched\u000a05:44:56.211410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:44:56.337871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:56.654460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Launched\u000a05:44:56.917433 run iperf3-srv_10.42.42.10(pid=32107): Launched\u000a05:44:57.102448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:44:57.228547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:57.545137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Launched\u000a05:44:57.808371 run iperf3-srv_10.42.42.10(pid=32109): Launched\u000a05:44:57.992813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:44:58.119038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:44:58.436374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Launched\u000a05:44:58.698857 run iperf3-srv_10.42.42.10(pid=32111): Launched\u000a05:44:58.883492 tst iperf3m4.py:8: start network...\u000a05:44:59.009585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:44:59.490588 run create_hlr_db(pid=32112): Launched\u000a05:44:59.665090 bus /gobi_6: Setting Powered False\u000a05:45:00.686153 run create_hlr_db(pid=32112): Terminated: ok {rc=0}\u000a05:45:01.141157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Launched\u000a05:45:01.580203 run osmo-hlr_10.42.42.2(pid=32115): Launched\u000a05:45:01.786483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:02.431560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Launched\u000a05:45:02.757539 run osmo-stp_10.42.42.5(pid=32121): Launched\u000a05:45:02.874949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:03.441991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Launched\u000a05:45:03.557217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:03.842302 run patchelf(pid=32124): Launched\u000a05:45:04.031461 run osmo-stp_10.42.42.5(pid=32121): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)]\u000a05:45:04.169630 run osmo-stp_10.42.42.5(pid=32121): stdout: \u000a| (launched: 2022-12-10_05:45:02.596173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:04.307322 run osmo-stp_10.42.42.5(pid=32121): stderr: \u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:04.440826 run osmo-stp_10.42.42.5(pid=32121): stdout: \u000a| (launched: 2022-12-10_05:45:02.596173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:04.573363 run osmo-stp_10.42.42.5(pid=32121): stderr: \u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054502790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054502791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054502791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:04.726762 run patchelf(pid=32124): Terminating (SIGINT)\u000a05:45:04.907668 run patchelf(pid=32124): Terminated: ok {rc=0}\u000a05:45:04.940864 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32121): Process ended prematurely: osmo-stp_10.42.42.5(pid=32121) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32121)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:45:04.950898 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a05:45:05.013898 run osmo-hlr_10.42.42.2(pid=32115): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32115)]\u000a05:45:05.065161 run osmo-hlr_10.42.42.2(pid=32115): stdout: \u000a| (launched: 2022-12-10_05:45:01.309566) \u000a05:45:05.117282 run osmo-hlr_10.42.42.2(pid=32115): stderr: \u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054501632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054501664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054501683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:05.161559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminating (SIGTERM)\u000a05:45:05.202978 run iperf3-srv_10.42.42.10(pid=32105): Terminating (SIGTERM)\u000a05:45:05.244396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminating (SIGTERM)\u000a05:45:05.285884 run iperf3-srv_10.42.42.10(pid=32107): Terminating (SIGTERM)\u000a05:45:05.327584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminating (SIGTERM)\u000a05:45:05.368874 run iperf3-srv_10.42.42.10(pid=32109): Terminating (SIGTERM)\u000a05:45:05.410525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a05:45:05.451884 run iperf3-srv_10.42.42.10(pid=32111): Terminating (SIGTERM)\u000a05:45:05.493407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminating (SIGTERM)\u000a05:45:05.534830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminating (SIGTERM)\u000a05:45:05.576370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Terminating (SIGTERM)\u000a05:45:05.585958 --- ParallelTerminationStrategy: PID 32104 died...\u000a05:45:05.641645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminated: ok {rc=0}\u000a05:45:05.651611 --- ParallelTerminationStrategy: PID 32105 died...\u000a05:45:05.706791 run iperf3-srv_10.42.42.10(pid=32105): Terminated {rc=256}\u000a05:45:05.716614 --- ParallelTerminationStrategy: PID 32106 died...\u000a05:45:05.771900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminated: ok {rc=0}\u000a05:45:05.781853 --- ParallelTerminationStrategy: PID 32107 died...\u000a05:45:05.836986 run iperf3-srv_10.42.42.10(pid=32107): Terminated {rc=256}\u000a05:45:05.846927 --- ParallelTerminationStrategy: PID 32108 died...\u000a05:45:05.902179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminated: ok {rc=0}\u000a05:45:05.912163 --- ParallelTerminationStrategy: PID 32109 died...\u000a05:45:05.967124 run iperf3-srv_10.42.42.10(pid=32109): Terminated {rc=256}\u000a05:45:05.977100 --- ParallelTerminationStrategy: PID 32110 died...\u000a05:45:06.032128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a05:45:06.042060 --- ParallelTerminationStrategy: PID 32111 died...\u000a05:45:06.097157 run iperf3-srv_10.42.42.10(pid=32111): Terminated {rc=256}\u000a05:45:06.107066 --- ParallelTerminationStrategy: PID 32114 died...\u000a05:45:06.162321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminated: ok {rc=0}\u000a05:45:06.172147 --- ParallelTerminationStrategy: PID 32120 died...\u000a05:45:06.227282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32120): Terminated: ok {rc=0}\u000a05:45:06.237270 --- ParallelTerminationStrategy: PID 32123 died...\u000a05:45:06.292413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32123): Terminated: ok {rc=0}\u000a05:45:06.378489 bus /gobi_4: Setting Powered False\u000a05:45:07.479450 bus /gobi_4: Setting Powered False\u000a05:45:08.589249 bus /gobi_1: Setting Powered False\u000a05:45:09.693921 bus /gobi_1: Setting Powered False\u000a05:45:10.801188 bus /gobi_0: Setting Powered False\u000a05:45:11.905865 bus /gobi_0: Setting Powered False\u000a05:45:13.015018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:45:14.083340 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.095455 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:14.246096 tst ping.py: using LAC 26254\u000a05:45:14.370183 tst ping.py: using RAC 244\u000a05:45:14.495857 tst ping.py: using CellId 26254\u000a05:45:14.621974 tst ping.py: using BVCI 26255\u000a05:45:14.646324 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.657753 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.668928 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.680132 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.691222 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.702306 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.713685 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:14.724792 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:14.999966 tst ping.py:19: start network...\u000a05:45:15.124027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:15.594680 run create_hlr_db(pid=32125): Launched\u000a05:45:15.766879 bus /gobi_6: Setting Powered False\u000a05:45:16.845795 run create_hlr_db(pid=32125): Terminated: ok {rc=0}\u000a05:45:17.296168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Launched\u000a05:45:17.595592 run osmo-hlr_10.42.42.2(pid=32128): Launched\u000a05:45:17.706771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:18.235713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Launched\u000a05:45:18.535281 run osmo-stp_10.42.42.5(pid=32131): Launched\u000a05:45:18.643206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:19.166122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Launched\u000a05:45:19.272510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:19.534567 run patchelf(pid=32134): Launched\u000a05:45:19.710271 run osmo-stp_10.42.42.5(pid=32131): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)]\u000a05:45:19.838995 run osmo-stp_10.42.42.5(pid=32131): stdout: \u000a| (launched: 2022-12-10_05:45:18.386672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:19.967601 run osmo-stp_10.42.42.5(pid=32131): stderr: \u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:20.091439 run osmo-stp_10.42.42.5(pid=32131): stdout: \u000a| (launched: 2022-12-10_05:45:18.386672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:20.214082 run osmo-stp_10.42.42.5(pid=32131): stderr: \u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054518560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054518560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054518561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:20.356302 run patchelf(pid=32134): Terminating (SIGINT)\u000a05:45:20.522979 run patchelf(pid=32134): Terminated: ok {rc=0}\u000a05:45:20.553621 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32131): Process ended prematurely: osmo-stp_10.42.42.5(pid=32131) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32131)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:45:20.562339 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:45:20.622738 run osmo-hlr_10.42.42.2(pid=32128): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32128)]\u000a05:45:20.671993 run osmo-hlr_10.42.42.2(pid=32128): stdout: \u000a| (launched: 2022-12-10_05:45:17.446681) \u000a05:45:20.721845 run osmo-hlr_10.42.42.2(pid=32128): stderr: \u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054517624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054517640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054517649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054517649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054517650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:20.763913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Terminating (SIGTERM)\u000a05:45:20.803887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Terminating (SIGTERM)\u000a05:45:20.843956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Terminating (SIGTERM)\u000a05:45:20.853415 --- ParallelTerminationStrategy: PID 32127 died...\u000a05:45:20.906586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32127): Terminated: ok {rc=0}\u000a05:45:20.916338 --- ParallelTerminationStrategy: PID 32130 died...\u000a05:45:20.970430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32130): Terminated: ok {rc=0}\u000a05:45:20.979878 --- ParallelTerminationStrategy: PID 32133 died...\u000a05:45:21.033030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32133): Terminated: ok {rc=0}\u000a05:45:21.123614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:45:22.176159 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.188051 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:45:22.333115 tst ping_idle_ping.py: using LAC 26255\u000a05:45:22.450080 tst ping_idle_ping.py: using RAC 245\u000a05:45:22.567198 tst ping_idle_ping.py: using CellId 26255\u000a05:45:22.686491 tst ping_idle_ping.py: using BVCI 26256\u000a05:45:22.709418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.720241 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.730990 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.742018 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.752917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.763797 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.774867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:45:22.785830 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:45:23.075814 tst ping_idle_ping.py:24: start network...\u000a05:45:23.209192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:23.713669 run create_hlr_db(pid=32135): Launched\u000a05:45:23.886406 bus /gobi_6: Setting Powered False\u000a05:45:24.906580 run create_hlr_db(pid=32135): Terminated: ok {rc=0}\u000a05:45:25.306082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Launched\u000a05:45:25.607464 run osmo-hlr_10.42.42.2(pid=32138): Launched\u000a05:45:25.721851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:26.248706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Launched\u000a05:45:26.549974 run osmo-stp_10.42.42.5(pid=32141): Launched\u000a05:45:26.660467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:27.186518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Launched\u000a05:45:27.293156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:27.556003 run patchelf(pid=32144): Launched\u000a05:45:27.731945 run osmo-stp_10.42.42.5(pid=32141): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)]\u000a05:45:27.860631 run osmo-stp_10.42.42.5(pid=32141): stdout: \u000a| (launched: 2022-12-10_05:45:26.399888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:27.989771 run osmo-stp_10.42.42.5(pid=32141): stderr: \u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054526573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:28.113673 run osmo-stp_10.42.42.5(pid=32141): stdout: \u000a| (launched: 2022-12-10_05:45:26.399888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:28.236373 run osmo-stp_10.42.42.5(pid=32141): stderr: \u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054526572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054526573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054526573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:28.379112 run patchelf(pid=32144): Terminating (SIGINT)\u000a05:45:28.547263 run patchelf(pid=32144): Terminated: ok {rc=0}\u000a05:45:28.577886 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32141): Process ended prematurely: osmo-stp_10.42.42.5(pid=32141) [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32141)] [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:45:28.586655 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:45:28.646781 run osmo-hlr_10.42.42.2(pid=32138): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32138)]\u000a05:45:28.695797 run osmo-hlr_10.42.42.2(pid=32138): stdout: \u000a| (launched: 2022-12-10_05:45:25.457568) \u000a05:45:28.745423 run osmo-hlr_10.42.42.2(pid=32138): stderr: \u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054525634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054525646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054525654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054525655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:28.787258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Terminating (SIGTERM)\u000a05:45:28.827137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Terminating (SIGTERM)\u000a05:45:28.867425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Terminating (SIGTERM)\u000a05:45:28.876553 --- ParallelTerminationStrategy: PID 32137 died...\u000a05:45:28.929758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32137): Terminated: ok {rc=0}\u000a05:45:28.939392 --- ParallelTerminationStrategy: PID 32140 died...\u000a05:45:28.992517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32140): Terminated: ok {rc=0}\u000a05:45:29.002005 --- ParallelTerminationStrategy: PID 32143 died...\u000a05:45:29.055006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32143): Terminated: ok {rc=0}\u000a05:45:29.144220 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:44:31" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:45:31.176611 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.189414 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:45:31.338052 tst switch_tch_pdch.py: using LAC 26256\u000a05:45:31.463868 tst switch_tch_pdch.py: using RAC 246\u000a05:45:31.613512 tst switch_tch_pdch.py: using CellId 26256\u000a05:45:31.770540 tst switch_tch_pdch.py: using BVCI 26257\u000a05:45:31.801690 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.814974 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.828817 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.842749 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.856243 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.869760 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.882465 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:45:31.895594 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:45:32.041281 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:45:32.341492 tst switch_tch_pdch.py:51: start network...\u000a05:45:32.465287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:32.938731 run create_hlr_db(pid=32149): Launched\u000a05:45:33.112233 bus /gobi_6: Setting Powered False\u000a05:45:34.132434 run create_hlr_db(pid=32149): Terminated: ok {rc=0}\u000a05:45:34.558688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Launched\u000a05:45:34.880409 run osmo-hlr_10.42.42.2(pid=32152): Launched\u000a05:45:34.999384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:35.554548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Launched\u000a05:45:35.873594 run osmo-stp_10.42.42.5(pid=32155): Launched\u000a05:45:35.987623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:36.544581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Launched\u000a05:45:36.657886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:36.937514 run patchelf(pid=32158): Launched\u000a05:45:37.123824 run osmo-stp_10.42.42.5(pid=32155): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)]\u000a05:45:37.260321 run osmo-stp_10.42.42.5(pid=32155): stdout: \u000a| (launched: 2022-12-10_05:45:35.716105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:37.398317 run osmo-stp_10.42.42.5(pid=32155): stderr: \u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054535910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:37.530202 run osmo-stp_10.42.42.5(pid=32155): stdout: \u000a| (launched: 2022-12-10_05:45:35.716105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:37.660441 run osmo-stp_10.42.42.5(pid=32155): stderr: \u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054535909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054535910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054535910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:37.812414 run patchelf(pid=32158): Terminating (SIGINT)\u000a05:45:37.990507 run patchelf(pid=32158): Terminated: ok {rc=0}\u000a05:45:38.022916 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32155): Process ended prematurely: osmo-stp_10.42.42.5(pid=32155) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32155)] [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:45:38.032139 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a05:45:38.094848 run osmo-hlr_10.42.42.2(pid=32152): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32152)]\u000a05:45:38.146087 run osmo-hlr_10.42.42.2(pid=32152): stdout: \u000a| (launched: 2022-12-10_05:45:34.720507) \u000a05:45:38.197856 run osmo-hlr_10.42.42.2(pid=32152): stderr: \u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054534919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054534932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054534941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:38.241933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Terminating (SIGTERM)\u000a05:45:38.283412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Terminating (SIGTERM)\u000a05:45:38.325169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Terminating (SIGTERM)\u000a05:45:38.334759 --- ParallelTerminationStrategy: PID 32151 died...\u000a05:45:38.390495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32151): Terminated: ok {rc=0}\u000a05:45:38.400424 --- ParallelTerminationStrategy: PID 32154 died...\u000a05:45:38.455914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32154): Terminated: ok {rc=0}\u000a05:45:38.465797 --- ParallelTerminationStrategy: PID 32157 died...\u000a05:45:38.520849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32157): Terminated: ok {rc=0}\u000a05:45:38.606667 bus /gobi_0: Setting Powered False\u000a05:45:39.712872 bus /gobi_0: Setting Powered False\u000a05:45:40.822053 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:45:30" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:45:42.767894 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:42.779646 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:45:42.926999 tst switch_tch_pdch.py: using LAC 26257\u000a05:45:43.049668 tst switch_tch_pdch.py: using RAC 247\u000a05:45:43.172491 tst switch_tch_pdch.py: using CellId 26257\u000a05:45:43.295187 tst switch_tch_pdch.py: using BVCI 26258\u000a05:45:43.319560 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.331105 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.342352 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.353556 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.364633 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.375827 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.387269 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:45:43.398762 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:45:43.513980 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:45:43.804346 tst switch_tch_pdch.py:51: start network...\u000a05:45:43.938129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:45:44.422424 run create_hlr_db(pid=32162): Launched\u000a05:45:44.551959 bus /gobi_6: Setting Powered False\u000a05:45:45.628414 run create_hlr_db(pid=32162): Terminated: ok {rc=0}\u000a05:45:46.044434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Launched\u000a05:45:46.476823 run osmo-hlr_10.42.42.2(pid=32165): Launched\u000a05:45:46.688854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:45:47.274095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Launched\u000a05:45:47.583312 run osmo-stp_10.42.42.5(pid=32168): Launched\u000a05:45:47.692902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:45:48.189965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Launched\u000a05:45:48.295661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:45:48.558070 run patchelf(pid=32171): Launched\u000a05:45:48.733467 run osmo-stp_10.42.42.5(pid=32168): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)]\u000a05:45:48.861600 run osmo-stp_10.42.42.5(pid=32168): stdout: \u000a| (launched: 2022-12-10_05:45:47.431793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:48.990006 run osmo-stp_10.42.42.5(pid=32168): stderr: \u000a| �[0;m�[38;5;43m20221210054547603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054547604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:49.113613 run osmo-stp_10.42.42.5(pid=32168): stdout: \u000a| (launched: 2022-12-10_05:45:47.431793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:45:49.236133 run osmo-stp_10.42.42.5(pid=32168): stderr: \u000a| �[0;m�[38;5;43m20221210054547603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054547604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054547604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054547605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:45:49.378424 run patchelf(pid=32171): Terminating (SIGINT)\u000a05:45:49.545781 run patchelf(pid=32171): Terminated: ok {rc=0}\u000a05:45:49.576197 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32168): Process ended prematurely: osmo-stp_10.42.42.5(pid=32168) [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32168)] [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:45:49.584987 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a05:45:49.645151 run osmo-hlr_10.42.42.2(pid=32165): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32165)]\u000a05:45:49.694199 run osmo-hlr_10.42.42.2(pid=32165): stdout: \u000a| (launched: 2022-12-10_05:45:46.209805) \u000a05:45:49.743976 run osmo-hlr_10.42.42.2(pid=32165): stderr: \u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054546442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054546464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054546479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:45:49.786025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Terminating (SIGTERM)\u000a05:45:49.825901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Terminating (SIGTERM)\u000a05:45:49.865796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Terminating (SIGTERM)\u000a05:45:49.875100 --- ParallelTerminationStrategy: PID 32164 died...\u000a05:45:49.928299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32164): Terminated: ok {rc=0}\u000a05:45:49.937983 --- ParallelTerminationStrategy: PID 32167 died...\u000a05:45:49.990849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32167): Terminated: ok {rc=0}\u000a05:45:50.000527 --- ParallelTerminationStrategy: PID 32170 died...\u000a05:45:50.053481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32170): Terminated: ok {rc=0}\u000a05:45:50.142202 bus /gobi_0: Setting Powered False\u000a05:45:51.245897 bus /gobi_0: Setting Powered False\u000a05:45:52.357249 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:45:42" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:45:54.238474 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:45:54.249243 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:45:54.383259 tst mo_mt_sms.py: using LAC 26258\u000a05:45:54.498389 tst mo_mt_sms.py: using RAC 248\u000a05:45:54.614290 tst mo_mt_sms.py: using CellId 26258\u000a05:45:54.729671 tst mo_mt_sms.py: using BVCI 26259\u000a05:45:54.752559 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:45:54.870400 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:45:55.143707 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:45:55.267360 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:45:55.887646 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Launched\u000a05:45:56.183882 run osmo-nitb_10.42.42.2(pid=32176): Launched\u000a05:45:56.367931 run osmo-nitb_10.42.42.2(pid=32176): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)]\u000a05:45:56.504074 run osmo-nitb_10.42.42.2(pid=32176): stdout: \u000a| (launched: 2022-12-10_05:45:56.038545) \u000a05:45:56.640425 run osmo-nitb_10.42.42.2(pid=32176): stderr: \u000a| (launched: 2022-12-10_05:45:56.082688)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:45:56.771592 run osmo-nitb_10.42.42.2(pid=32176): stdout: \u000a| (launched: 2022-12-10_05:45:56.038545) \u000a05:45:56.901995 run osmo-nitb_10.42.42.2(pid=32176): stderr: \u000a| (launched: 2022-12-10_05:45:56.082688)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:45:57.304713 tst osmo-nitb_10.42.42.2(pid=32176): stdout: \u000a| (launched: 2022-12-10_05:45:56.038545) \u000a05:45:57.423324 tst osmo-nitb_10.42.42.2(pid=32176): stderr: \u000a| (launched: 2022-12-10_05:45:56.082688)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:45:57.475549 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32176): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32176) [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32176)] [trial-2370↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a05:45:57.484842 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a05:45:57.519877 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Terminating (SIGTERM)\u000a05:45:57.697663 --- ParallelTerminationStrategy: PID 32175 died...\u000a05:45:57.752256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32175): Terminated: ok {rc=0}\u000a05:45:57.841554 bus /sierra_3: Setting Powered False\u000a05:45:58.944579 bus /sierra_3: Setting Powered False\u000a05:46:00.057149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:45:54" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a05:46:02.056842 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.071538 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:02.240567 tst mo_mt_sms.py: using LAC 26259\u000a05:46:02.369901 tst mo_mt_sms.py: using RAC 249\u000a05:46:02.487800 tst mo_mt_sms.py: using CellId 26259\u000a05:46:02.605267 tst mo_mt_sms.py: using BVCI 26260\u000a05:46:02.627805 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.638489 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.649212 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.661274 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.673615 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:02.684142 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:02.805046 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a05:46:03.016512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:03.528087 run create_hlr_db(pid=32180): Launched\u000a05:46:03.713956 bus /sierra_2: Setting Powered False\u000a05:46:04.732843 run create_hlr_db(pid=32180): Terminated: ok {rc=0}\u000a05:46:05.135888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Launched\u000a05:46:05.435774 run osmo-hlr_10.42.42.2(pid=32183): Launched\u000a05:46:05.551630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:06.080806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Launched\u000a05:46:06.380421 run osmo-stp_10.42.42.5(pid=32186): Launched\u000a05:46:06.488587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:07.035254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Launched\u000a05:46:07.333825 run osmo-msc_10.42.42.6(pid=32189): Launched\u000a05:46:07.510460 run osmo-stp_10.42.42.5(pid=32186): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)]\u000a05:46:07.637316 run osmo-stp_10.42.42.5(pid=32186): stdout: \u000a| (launched: 2022-12-10_05:46:06.231049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:07.761659 run osmo-stp_10.42.42.5(pid=32186): stderr: \u000a| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054606404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054606404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:07.880895 run osmo-stp_10.42.42.5(pid=32186): stdout: \u000a| (launched: 2022-12-10_05:46:06.231049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:07.999033 run osmo-stp_10.42.42.5(pid=32186): stderr: \u000a| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054606403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054606404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054606404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054606405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:08.051047 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32186): Process ended prematurely: osmo-stp_10.42.42.5(pid=32186) [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32186)] [trial-2370↪sms:trx-b200↪mo_mt_sms.py:16]\u000a05:46:08.058997 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a05:46:08.118646 run osmo-hlr_10.42.42.2(pid=32183): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32183)]\u000a05:46:08.167471 run osmo-hlr_10.42.42.2(pid=32183): stdout: \u000a| (launched: 2022-12-10_05:46:05.287251) \u000a05:46:08.217006 run osmo-hlr_10.42.42.2(pid=32183): stderr: \u000a| �[0;m�[1;31m20221210054605465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054605465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054605466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054605477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054605487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:08.283606 run osmo-msc_10.42.42.6(pid=32189): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32189)]\u000a05:46:08.332134 run osmo-msc_10.42.42.6(pid=32189): stdout: \u000a| (launched: 2022-12-10_05:46:07.185679) \u000a05:46:08.381328 run osmo-msc_10.42.42.6(pid=32189): stderr: \u000a| �[0;m�[38;5;43m20221210054607459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054607459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa081441c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054607459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054607459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054607461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054607462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:08.422598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Terminating (SIGTERM)\u000a05:46:08.462002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Terminating (SIGTERM)\u000a05:46:08.501233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Terminating (SIGTERM)\u000a05:46:08.510412 --- ParallelTerminationStrategy: PID 32182 died...\u000a05:46:08.562983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32182): Terminated: ok {rc=0}\u000a05:46:08.572577 --- ParallelTerminationStrategy: PID 32185 died...\u000a05:46:08.624909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32185): Terminated: ok {rc=0}\u000a05:46:08.634523 --- ParallelTerminationStrategy: PID 32188 died...\u000a05:46:08.687026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32188): Terminated: ok {rc=0}\u000a05:46:08.770496 bus /sierra_3: Setting Powered False\u000a05:46:09.878099 bus /sierra_3: Setting Powered False\u000a05:46:10.985873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:46:01" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:46:12.830167 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a05:46:12.841376 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:12.982275 tst assert_extension.py: using LAC 26260\u000a05:46:13.106653 tst assert_extension.py: using RAC 250\u000a05:46:13.230994 tst assert_extension.py: using CellId 26260\u000a05:46:13.361109 tst assert_extension.py: using BVCI 26261\u000a05:46:13.385219 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:46:13.659116 tst assert_extension.py:10: start nitb and bts...\u000a05:46:13.782994 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:46:14.402355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Launched\u000a05:46:14.698719 run osmo-nitb_10.42.42.2(pid=32195): Launched\u000a05:46:14.882302 run osmo-nitb_10.42.42.2(pid=32195): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)]\u000a05:46:15.017739 run osmo-nitb_10.42.42.2(pid=32195): stdout: \u000a| (launched: 2022-12-10_05:46:14.552774) \u000a05:46:15.153596 run osmo-nitb_10.42.42.2(pid=32195): stderr: \u000a| (launched: 2022-12-10_05:46:14.597317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:15.284200 run osmo-nitb_10.42.42.2(pid=32195): stdout: \u000a| (launched: 2022-12-10_05:46:14.552774) \u000a05:46:15.413729 run osmo-nitb_10.42.42.2(pid=32195): stderr: \u000a| (launched: 2022-12-10_05:46:14.597317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:15.819125 tst osmo-nitb_10.42.42.2(pid=32195): stdout: \u000a| (launched: 2022-12-10_05:46:14.552774) \u000a05:46:15.966180 tst osmo-nitb_10.42.42.2(pid=32195): stderr: \u000a| (launched: 2022-12-10_05:46:14.597317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:46:16.019714 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32195): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32195) [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32195)] [trial-2370↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a05:46:16.029323 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:46:16.068441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Terminating (SIGTERM)\u000a05:46:16.246104 --- ParallelTerminationStrategy: PID 32194 died...\u000a05:46:16.309291 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32194): Terminated: ok {rc=0}\u000a05:46:16.401697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:46:12" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a05:46:18.241478 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.253302 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a05:46:18.397831 tst assert_extension.py: using LAC 26261\u000a05:46:18.523307 tst assert_extension.py: using RAC 251\u000a05:46:18.643682 tst assert_extension.py: using CellId 26261\u000a05:46:18.766416 tst assert_extension.py: using BVCI 26262\u000a05:46:18.790659 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.801887 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.813100 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.823978 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.835398 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:46:18.846589 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a05:46:19.052353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:19.561951 run create_hlr_db(pid=32199): Launched\u000a05:46:19.747376 bus /sierra_2: Setting Powered False\u000a05:46:20.767246 run create_hlr_db(pid=32199): Terminated: ok {rc=0}\u000a05:46:21.169358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Launched\u000a05:46:21.469113 run osmo-hlr_10.42.42.2(pid=32202): Launched\u000a05:46:21.580102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:22.102860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Launched\u000a05:46:22.402479 run osmo-stp_10.42.42.5(pid=32205): Launched\u000a05:46:22.511498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:23.055791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Launched\u000a05:46:23.355365 run osmo-msc_10.42.42.6(pid=32208): Launched\u000a05:46:23.531215 run osmo-stp_10.42.42.5(pid=32205): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)]\u000a05:46:23.658119 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-10_05:46:22.253736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:23.783044 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054622427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:23.902168 run osmo-stp_10.42.42.5(pid=32205): stdout: \u000a| (launched: 2022-12-10_05:46:22.253736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:24.020553 run osmo-stp_10.42.42.5(pid=32205): stderr: \u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054622426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054622427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054622427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:24.072458 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32205): Process ended prematurely: osmo-stp_10.42.42.5(pid=32205) [trial-2370↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32205)] [trial-2370↪ussd:trx-b200↪assert_extension.py:17]\u000a05:46:24.080419 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a05:46:24.139879 run osmo-hlr_10.42.42.2(pid=32202): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32202)]\u000a05:46:24.188609 run osmo-hlr_10.42.42.2(pid=32202): stdout: \u000a| (launched: 2022-12-10_05:46:21.320408) \u000a05:46:24.237969 run osmo-hlr_10.42.42.2(pid=32202): stderr: \u000a| �[0;m�[1;31m20221210054621497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054621497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054621498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054621510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054621520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054621521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054621521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:24.304636 run osmo-msc_10.42.42.6(pid=32208): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32208)]\u000a05:46:24.353338 run osmo-msc_10.42.42.6(pid=32208): stdout: \u000a| (launched: 2022-12-10_05:46:23.206461) \u000a05:46:24.402847 run osmo-msc_10.42.42.6(pid=32208): stderr: \u000a| �[0;m�[38;5;43m20221210054623479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054623479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f403c337c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054623479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054623479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054623481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054623482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:24.444448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminating (SIGTERM)\u000a05:46:24.484042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminating (SIGTERM)\u000a05:46:24.523774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminating (SIGTERM)\u000a05:46:24.533171 --- ParallelTerminationStrategy: PID 32201 died...\u000a05:46:24.585838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32201): Terminated: ok {rc=0}\u000a05:46:24.595452 --- ParallelTerminationStrategy: PID 32204 died...\u000a05:46:24.647679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32204): Terminated: ok {rc=0}\u000a05:46:24.657370 --- ParallelTerminationStrategy: PID 32207 died...\u000a05:46:24.709689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32207): Terminated: ok {rc=0}\u000a05:46:24.798064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:46:18" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:46:26.760828 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:26.771969 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:46:26.927608 tst mo_mt_call.py: using LAC 26262\u000a05:46:27.047872 tst mo_mt_call.py: using RAC 252\u000a05:46:27.168112 tst mo_mt_call.py: using CellId 26262\u000a05:46:27.288694 tst mo_mt_call.py: using BVCI 26263\u000a05:46:27.311837 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:27.322957 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:27.334230 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:27.345527 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:27.356609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:27.367770 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:27.487291 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:27.698849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:28.219631 run create_hlr_db(pid=32213): Launched\u000a05:46:28.407644 bus /sierra_2: Setting Powered False\u000a05:46:29.429068 run create_hlr_db(pid=32213): Terminated: ok {rc=0}\u000a05:46:29.840942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Launched\u000a05:46:30.146645 run osmo-hlr_10.42.42.2(pid=32216): Launched\u000a05:46:30.262745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:30.803518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Launched\u000a05:46:31.291914 run osmo-stp_10.42.42.5(pid=32219): Launched\u000a05:46:31.566307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:32.152573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Launched\u000a05:46:32.463324 run osmo-msc_10.42.42.6(pid=32222): Launched\u000a05:46:32.643107 run osmo-stp_10.42.42.5(pid=32219): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)]\u000a05:46:32.774304 run osmo-stp_10.42.42.5(pid=32219): stdout: \u000a| (launched: 2022-12-10_05:46:30.972403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:32.902297 run osmo-stp_10.42.42.5(pid=32219): stderr: \u000a| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054631245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054631247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:33.024461 run osmo-stp_10.42.42.5(pid=32219): stdout: \u000a| (launched: 2022-12-10_05:46:30.972403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:33.145868 run osmo-stp_10.42.42.5(pid=32219): stderr: \u000a| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054631244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054631245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054631247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054631247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:33.199418 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32219): Process ended prematurely: osmo-stp_10.42.42.5(pid=32219) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32219)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:46:33.208170 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:46:33.268052 run osmo-hlr_10.42.42.2(pid=32216): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32216)]\u000a05:46:33.316899 run osmo-hlr_10.42.42.2(pid=32216): stdout: \u000a| (launched: 2022-12-10_05:46:29.995502) \u000a05:46:33.366720 run osmo-hlr_10.42.42.2(pid=32216): stderr: \u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054630173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054630186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054630195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:33.434032 run osmo-msc_10.42.42.6(pid=32222): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32222)]\u000a05:46:33.483047 run osmo-msc_10.42.42.6(pid=32222): stdout: \u000a| (launched: 2022-12-10_05:46:32.309453) \u000a05:46:33.532777 run osmo-msc_10.42.42.6(pid=32222): stderr: \u000a| �[0;m�[38;5;43m20221210054632584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054632584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67a0fc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054632584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054632584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054632586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054632586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054632587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054632587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:33.574576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Terminating (SIGTERM)\u000a05:46:33.614352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Terminating (SIGTERM)\u000a05:46:33.654538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Terminating (SIGTERM)\u000a05:46:33.663596 --- ParallelTerminationStrategy: PID 32215 died...\u000a05:46:33.717081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32215): Terminated: ok {rc=0}\u000a05:46:33.726583 --- ParallelTerminationStrategy: PID 32218 died...\u000a05:46:33.779830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32218): Terminated: ok {rc=0}\u000a05:46:33.789642 --- ParallelTerminationStrategy: PID 32221 died...\u000a05:46:33.843220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32221): Terminated: ok {rc=0}\u000a05:46:33.927918 bus /sierra_3: Setting Powered False\u000a05:46:35.036188 bus /sierra_3: Setting Powered False\u000a05:46:36.149675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:46:37.261229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.273216 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:46:37.430298 tst mo_mt_call_osmux.py: using LAC 26263\u000a05:46:37.552085 tst mo_mt_call_osmux.py: using RAC 253\u000a05:46:37.680864 tst mo_mt_call_osmux.py: using CellId 26263\u000a05:46:37.807779 tst mo_mt_call_osmux.py: using BVCI 26264\u000a05:46:37.832745 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.845084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.856874 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.869205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.881614 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:46:37.893742 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:38.011317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:46:38.223211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:38.745457 run create_hlr_db(pid=32224): Launched\u000a05:46:38.933990 bus /sierra_2: Setting Powered False\u000a05:46:39.955534 run create_hlr_db(pid=32224): Terminated: ok {rc=0}\u000a05:46:40.370385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Launched\u000a05:46:40.677426 run osmo-hlr_10.42.42.2(pid=32227): Launched\u000a05:46:40.796834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:41.333375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Launched\u000a05:46:41.638974 run osmo-stp_10.42.42.5(pid=32230): Launched\u000a05:46:41.751805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:42.309478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Launched\u000a05:46:42.616939 run osmo-msc_10.42.42.6(pid=32233): Launched\u000a05:46:42.795585 run osmo-stp_10.42.42.5(pid=32230): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)]\u000a05:46:42.925341 run osmo-stp_10.42.42.5(pid=32230): stdout: \u000a| (launched: 2022-12-10_05:46:41.487513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:43.052514 run osmo-stp_10.42.42.5(pid=32230): stderr: \u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054641662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:43.174990 run osmo-stp_10.42.42.5(pid=32230): stdout: \u000a| (launched: 2022-12-10_05:46:41.487513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:43.296035 run osmo-stp_10.42.42.5(pid=32230): stderr: \u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054641662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054641662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054641663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:43.349819 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32230): Process ended prematurely: osmo-stp_10.42.42.5(pid=32230) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32230)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:46:43.358718 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:46:43.418933 run osmo-hlr_10.42.42.2(pid=32227): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32227)]\u000a05:46:43.468120 run osmo-hlr_10.42.42.2(pid=32227): stdout: \u000a| (launched: 2022-12-10_05:46:40.525281) \u000a05:46:43.517751 run osmo-hlr_10.42.42.2(pid=32227): stderr: \u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054640704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054640716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054640726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:43.585501 run osmo-msc_10.42.42.6(pid=32233): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32233)]\u000a05:46:43.635062 run osmo-msc_10.42.42.6(pid=32233): stdout: \u000a| (launched: 2022-12-10_05:46:42.463502) \u000a05:46:43.684928 run osmo-msc_10.42.42.6(pid=32233): stderr: \u000a| �[0;m�[38;5;43m20221210054642739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054642739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa30e17ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054642739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054642739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054642742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054642742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:43.727044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Terminating (SIGTERM)\u000a05:46:43.767175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Terminating (SIGTERM)\u000a05:46:43.807325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Terminating (SIGTERM)\u000a05:46:43.816743 --- ParallelTerminationStrategy: PID 32226 died...\u000a05:46:43.870640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32226): Terminated: ok {rc=0}\u000a05:46:43.880291 --- ParallelTerminationStrategy: PID 32229 died...\u000a05:46:43.933826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32229): Terminated: ok {rc=0}\u000a05:46:43.943486 --- ParallelTerminationStrategy: PID 32232 died...\u000a05:46:43.996313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32232): Terminated: ok {rc=0}\u000a05:46:44.085275 bus /sierra_3: Setting Powered False\u000a05:46:45.189200 bus /sierra_3: Setting Powered False\u000a05:46:46.303030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:46:26" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:46:48.318928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.330819 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:46:48.497951 tst mo_mt_call.py: using LAC 26264\u000a05:46:48.618445 tst mo_mt_call.py: using RAC 254\u000a05:46:48.736063 tst mo_mt_call.py: using CellId 26264\u000a05:46:48.853775 tst mo_mt_call.py: using BVCI 26265\u000a05:46:48.877074 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.888191 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.899378 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.910700 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.921969 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:48.933095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:46:49.053937 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:46:49.257253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:46:49.737520 run create_hlr_db(pid=32238): Launched\u000a05:46:49.911734 bus /sierra_2: Setting Powered False\u000a05:46:50.933581 run create_hlr_db(pid=32238): Terminated: ok {rc=0}\u000a05:46:51.367212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Launched\u000a05:46:51.693713 run osmo-hlr_10.42.42.2(pid=32241): Launched\u000a05:46:51.813528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:46:52.378861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Launched\u000a05:46:52.706672 run osmo-stp_10.42.42.5(pid=32244): Launched\u000a05:46:52.824592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:46:53.419765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Launched\u000a05:46:53.747292 run osmo-msc_10.42.42.6(pid=32247): Launched\u000a05:46:53.938099 run osmo-stp_10.42.42.5(pid=32244): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)]\u000a05:46:54.075210 run osmo-stp_10.42.42.5(pid=32244): stdout: \u000a| (launched: 2022-12-10_05:46:52.543050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:54.212448 run osmo-stp_10.42.42.5(pid=32244): stderr: \u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054652740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:54.342574 run osmo-stp_10.42.42.5(pid=32244): stdout: \u000a| (launched: 2022-12-10_05:46:52.543050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:46:54.471359 run osmo-stp_10.42.42.5(pid=32244): stderr: \u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054652739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054652740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054652740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:46:54.528505 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32244): Process ended prematurely: osmo-stp_10.42.42.5(pid=32244) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32244)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:46:54.538441 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:46:54.600686 run osmo-hlr_10.42.42.2(pid=32241): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32241)]\u000a05:46:54.652006 run osmo-hlr_10.42.42.2(pid=32241): stdout: \u000a| (launched: 2022-12-10_05:46:51.532147) \u000a05:46:54.704635 run osmo-hlr_10.42.42.2(pid=32241): stderr: \u000a| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054651732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054651733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054651746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054651754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:46:54.775150 run osmo-msc_10.42.42.6(pid=32247): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32247)]\u000a05:46:54.826319 run osmo-msc_10.42.42.6(pid=32247): stdout: \u000a| (launched: 2022-12-10_05:46:53.584700) \u000a05:46:54.878356 run osmo-msc_10.42.42.6(pid=32247): stderr: \u000a| �[0;m�[38;5;43m20221210054653909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054653909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0326d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054653909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054653909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054653910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054653910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054653911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054653912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:46:54.922279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminating (SIGTERM)\u000a05:46:54.963635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminating (SIGTERM)\u000a05:46:55.005012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Terminating (SIGTERM)\u000a05:46:55.014572 --- ParallelTerminationStrategy: PID 32240 died...\u000a05:46:55.070294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32240): Terminated: ok {rc=0}\u000a05:46:55.080433 --- ParallelTerminationStrategy: PID 32243 died...\u000a05:46:55.135892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminated: ok {rc=0}\u000a05:46:55.146032 --- ParallelTerminationStrategy: PID 32246 died...\u000a05:46:55.201502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32246): Terminated: ok {rc=0}\u000a05:46:55.289925 bus /sierra_3: Setting Powered False\u000a05:46:56.397351 bus /sierra_3: Setting Powered False\u000a05:46:57.506488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:46:58.622129 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:58.634581 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:46:58.794178 tst mo_mt_call_osmux.py: using LAC 26265\u000a05:46:58.915981 tst mo_mt_call_osmux.py: using RAC 255\u000a05:46:59.037179 tst mo_mt_call_osmux.py: using CellId 26265\u000a05:46:59.156509 tst mo_mt_call_osmux.py: using BVCI 26266\u000a05:46:59.179798 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:59.191190 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:59.202181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:59.213696 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:59.224597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:46:59.235624 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:46:59.356019 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:46:59.570946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:00.094505 run create_hlr_db(pid=32249): Launched\u000a05:47:00.282849 bus /sierra_2: Setting Powered False\u000a05:47:01.311353 run create_hlr_db(pid=32249): Terminated: ok {rc=0}\u000a05:47:01.782931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Launched\u000a05:47:02.128627 run osmo-hlr_10.42.42.2(pid=32252): Launched\u000a05:47:02.297412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:02.877432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Launched\u000a05:47:03.202991 run osmo-stp_10.42.42.5(pid=32255): Launched\u000a05:47:03.320858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:03.924554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Launched\u000a05:47:04.251357 run osmo-msc_10.42.42.6(pid=32258): Launched\u000a05:47:04.442994 run osmo-stp_10.42.42.5(pid=32255): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)]\u000a05:47:04.580219 run osmo-stp_10.42.42.5(pid=32255): stdout: \u000a| (launched: 2022-12-10_05:47:03.042655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:04.716844 run osmo-stp_10.42.42.5(pid=32255): stderr: \u000a| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054703240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054703240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054703240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:04.846722 run osmo-stp_10.42.42.5(pid=32255): stdout: \u000a| (launched: 2022-12-10_05:47:03.042655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:04.975719 run osmo-stp_10.42.42.5(pid=32255): stderr: \u000a| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054703239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054703240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054703240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054703240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054703241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:05.032686 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32255): Process ended prematurely: osmo-stp_10.42.42.5(pid=32255) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32255)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:47:05.042035 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:47:05.104060 run osmo-hlr_10.42.42.2(pid=32252): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32252)]\u000a05:47:05.155100 run osmo-hlr_10.42.42.2(pid=32252): stdout: \u000a| (launched: 2022-12-10_05:47:01.966628) \u000a05:47:05.207028 run osmo-hlr_10.42.42.2(pid=32252): stderr: \u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054702339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054702354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054702362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:05.277276 run osmo-msc_10.42.42.6(pid=32258): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32258)]\u000a05:47:05.328467 run osmo-msc_10.42.42.6(pid=32258): stdout: \u000a| (launched: 2022-12-10_05:47:04.090765) \u000a05:47:05.380183 run osmo-msc_10.42.42.6(pid=32258): stderr: \u000a| �[0;m�[38;5;43m20221210054704413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054704413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea38e8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054704413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054704413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054704413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054704414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054704417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054704417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054704418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054704418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:05.423921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminating (SIGTERM)\u000a05:47:05.465254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminating (SIGTERM)\u000a05:47:05.506541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Terminating (SIGTERM)\u000a05:47:05.516054 --- ParallelTerminationStrategy: PID 32251 died...\u000a05:47:05.571762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32251): Terminated: ok {rc=0}\u000a05:47:05.581727 --- ParallelTerminationStrategy: PID 32254 died...\u000a05:47:05.636515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32254): Terminated: ok {rc=0}\u000a05:47:05.646334 --- ParallelTerminationStrategy: PID 32257 died...\u000a05:47:05.701048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32257): Terminated: ok {rc=0}\u000a05:47:05.788354 bus /sierra_3: Setting Powered False\u000a05:47:06.894541 bus /sierra_3: Setting Powered False\u000a05:47:08.007436 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:10.001602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.012888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:47:10.173228 tst mo_mt_call.py: using LAC 26266\u000a05:47:10.294966 tst mo_mt_call.py: using RAC 1\u000a05:47:10.417310 tst mo_mt_call.py: using CellId 26266\u000a05:47:10.537469 tst mo_mt_call.py: using BVCI 26267\u000a05:47:10.560558 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.571769 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.582748 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.594544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.606354 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:10.618269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:10.740714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:10.943798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:11.424319 run create_hlr_db(pid=32263): Launched\u000a05:47:11.599109 bus /sierra_2: Setting Powered False\u000a05:47:12.620051 run create_hlr_db(pid=32263): Terminated: ok {rc=0}\u000a05:47:13.026684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Launched\u000a05:47:13.331987 run osmo-hlr_10.42.42.2(pid=32266): Launched\u000a05:47:13.449537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:13.987474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Launched\u000a05:47:14.292860 run osmo-stp_10.42.42.5(pid=32269): Launched\u000a05:47:14.403640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:14.961163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Launched\u000a05:47:15.268342 run osmo-msc_10.42.42.6(pid=32272): Launched\u000a05:47:15.447177 run osmo-stp_10.42.42.5(pid=32269): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)]\u000a05:47:15.576231 run osmo-stp_10.42.42.5(pid=32269): stdout: \u000a| (launched: 2022-12-10_05:47:14.141481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:15.703161 run osmo-stp_10.42.42.5(pid=32269): stderr: \u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054714314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:15.824842 run osmo-stp_10.42.42.5(pid=32269): stdout: \u000a| (launched: 2022-12-10_05:47:14.141481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:15.976041 run osmo-stp_10.42.42.5(pid=32269): stderr: \u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054714313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054714314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054714314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:16.035128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32269): Process ended prematurely: osmo-stp_10.42.42.5(pid=32269) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32269)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:47:16.045876 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:47:16.110920 run osmo-hlr_10.42.42.2(pid=32266): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32266)]\u000a05:47:16.165571 run osmo-hlr_10.42.42.2(pid=32266): stdout: \u000a| (launched: 2022-12-10_05:47:13.180485) \u000a05:47:16.219569 run osmo-hlr_10.42.42.2(pid=32266): stderr: \u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054713360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054713372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054713380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054713381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054713381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:16.291881 run osmo-msc_10.42.42.6(pid=32272): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32272)]\u000a05:47:16.345939 run osmo-msc_10.42.42.6(pid=32272): stdout: \u000a| (launched: 2022-12-10_05:47:15.115267) \u000a05:47:16.399784 run osmo-msc_10.42.42.6(pid=32272): stderr: \u000a| �[0;m�[38;5;43m20221210054715389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054715389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ec95eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054715389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054715389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054715389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054715390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054715391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054715392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:16.445202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Terminating (SIGTERM)\u000a05:47:16.490549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Terminating (SIGTERM)\u000a05:47:16.535805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Terminating (SIGTERM)\u000a05:47:16.547433 --- ParallelTerminationStrategy: PID 32265 died...\u000a05:47:16.606581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32265): Terminated: ok {rc=0}\u000a05:47:16.617154 --- ParallelTerminationStrategy: PID 32268 died...\u000a05:47:16.675313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32268): Terminated: ok {rc=0}\u000a05:47:16.685940 --- ParallelTerminationStrategy: PID 32271 died...\u000a05:47:16.745554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32271): Terminated: ok {rc=0}\u000a05:47:16.836214 bus /sierra_3: Setting Powered False\u000a05:47:17.942639 bus /sierra_3: Setting Powered False\u000a05:47:19.052734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:20.167683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.180490 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:47:20.349229 tst mo_mt_call_osmux.py: using LAC 26267\u000a05:47:20.480864 tst mo_mt_call_osmux.py: using RAC 2\u000a05:47:20.607503 tst mo_mt_call_osmux.py: using CellId 26267\u000a05:47:20.733248 tst mo_mt_call_osmux.py: using BVCI 26268\u000a05:47:20.758092 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.769921 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.781563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.793225 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.805145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:47:20.816870 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:20.936631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:47:21.139766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:21.621321 run create_hlr_db(pid=32274): Launched\u000a05:47:21.796013 bus /sierra_2: Setting Powered False\u000a05:47:22.818002 run create_hlr_db(pid=32274): Terminated: ok {rc=0}\u000a05:47:23.250996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Launched\u000a05:47:23.576016 run osmo-hlr_10.42.42.2(pid=32277): Launched\u000a05:47:23.697169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:24.262854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Launched\u000a05:47:24.589745 run osmo-stp_10.42.42.5(pid=32280): Launched\u000a05:47:24.707668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:25.303562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Launched\u000a05:47:25.629667 run osmo-msc_10.42.42.6(pid=32283): Launched\u000a05:47:25.819640 run osmo-stp_10.42.42.5(pid=32280): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)]\u000a05:47:25.957322 run osmo-stp_10.42.42.5(pid=32280): stdout: \u000a| (launched: 2022-12-10_05:47:24.427912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:26.096078 run osmo-stp_10.42.42.5(pid=32280): stderr: \u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054724626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:26.226569 run osmo-stp_10.42.42.5(pid=32280): stdout: \u000a| (launched: 2022-12-10_05:47:24.427912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:26.355938 run osmo-stp_10.42.42.5(pid=32280): stderr: \u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054724625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054724626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054724626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:26.413133 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32280): Process ended prematurely: osmo-stp_10.42.42.5(pid=32280) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32280)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:47:26.422498 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a05:47:26.484480 run osmo-hlr_10.42.42.2(pid=32277): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32277)]\u000a05:47:26.535672 run osmo-hlr_10.42.42.2(pid=32277): stdout: \u000a| (launched: 2022-12-10_05:47:23.415296) \u000a05:47:26.587727 run osmo-hlr_10.42.42.2(pid=32277): stderr: \u000a| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054723617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054723618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054723630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054723638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:26.657860 run osmo-msc_10.42.42.6(pid=32283): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32283)]\u000a05:47:26.708938 run osmo-msc_10.42.42.6(pid=32283): stdout: \u000a| (launched: 2022-12-10_05:47:25.468732) \u000a05:47:26.760654 run osmo-msc_10.42.42.6(pid=32283): stderr: \u000a| �[0;m�[38;5;43m20221210054725797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054725797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b05667c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054725798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054725798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054725801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054725802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:26.804364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Terminating (SIGTERM)\u000a05:47:26.846047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Terminating (SIGTERM)\u000a05:47:26.887858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Terminating (SIGTERM)\u000a05:47:26.897457 --- ParallelTerminationStrategy: PID 32276 died...\u000a05:47:26.953117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32276): Terminated: ok {rc=0}\u000a05:47:26.963067 --- ParallelTerminationStrategy: PID 32279 died...\u000a05:47:27.018144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32279): Terminated: ok {rc=0}\u000a05:47:27.028066 --- ParallelTerminationStrategy: PID 32282 died...\u000a05:47:27.083248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32282): Terminated: ok {rc=0}\u000a05:47:27.170972 bus /sierra_3: Setting Powered False\u000a05:47:28.278036 bus /sierra_3: Setting Powered False\u000a05:47:29.385842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:31.417045 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:31.432385 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:47:31.611833 tst mo_mt_call.py: using LAC 26268\u000a05:47:31.771071 tst mo_mt_call.py: using RAC 3\u000a05:47:31.905654 tst mo_mt_call.py: using CellId 26268\u000a05:47:32.065880 tst mo_mt_call.py: using BVCI 26269\u000a05:47:32.090743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:32.103054 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:32.116345 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:32.129652 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:32.143920 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:32.156648 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:32.276483 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:32.487688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:33.008290 run create_hlr_db(pid=32288): Launched\u000a05:47:33.195263 bus /sierra_2: Setting Powered False\u000a05:47:34.215973 run create_hlr_db(pid=32288): Terminated: ok {rc=0}\u000a05:47:34.627272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Launched\u000a05:47:34.933969 run osmo-hlr_10.42.42.2(pid=32291): Launched\u000a05:47:35.052317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:35.590949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Launched\u000a05:47:35.898674 run osmo-stp_10.42.42.5(pid=32294): Launched\u000a05:47:36.018954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:36.582133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Launched\u000a05:47:36.888854 run osmo-msc_10.42.42.6(pid=32300): Launched\u000a05:47:37.067790 run osmo-stp_10.42.42.5(pid=32294): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)]\u000a05:47:37.197700 run osmo-stp_10.42.42.5(pid=32294): stdout: \u000a| (launched: 2022-12-10_05:47:35.744808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:37.324543 run osmo-stp_10.42.42.5(pid=32294): stderr: \u000a| �[0;m�[38;5;43m20221210054735919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054735920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:37.447332 run osmo-stp_10.42.42.5(pid=32294): stdout: \u000a| (launched: 2022-12-10_05:47:35.744808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:37.568652 run osmo-stp_10.42.42.5(pid=32294): stderr: \u000a| �[0;m�[38;5;43m20221210054735919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054735920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054735920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054735921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:37.622390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32294): Process ended prematurely: osmo-stp_10.42.42.5(pid=32294) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32294)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:47:37.631284 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a05:47:37.691441 run osmo-hlr_10.42.42.2(pid=32291): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32291)]\u000a05:47:37.740326 run osmo-hlr_10.42.42.2(pid=32291): stdout: \u000a| (launched: 2022-12-10_05:47:34.781815) \u000a05:47:37.789609 run osmo-hlr_10.42.42.2(pid=32291): stderr: \u000a| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054734962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054734963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054734963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054734975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054734984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054734985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054734985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:37.856351 run osmo-msc_10.42.42.6(pid=32300): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32300)]\u000a05:47:37.905558 run osmo-msc_10.42.42.6(pid=32300): stdout: \u000a| (launched: 2022-12-10_05:47:36.736483) \u000a05:47:37.954965 run osmo-msc_10.42.42.6(pid=32300): stderr: \u000a| �[0;m�[38;5;43m20221210054737013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054737013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28ab6ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054737013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054737013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054737015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054737015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054737016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054737016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:37.996452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Terminating (SIGTERM)\u000a05:47:38.036009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Terminating (SIGTERM)\u000a05:47:38.075553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminating (SIGTERM)\u000a05:47:38.085136 --- ParallelTerminationStrategy: PID 32290 died...\u000a05:47:38.138435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32290): Terminated: ok {rc=0}\u000a05:47:38.148247 --- ParallelTerminationStrategy: PID 32293 died...\u000a05:47:38.201529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32293): Terminated: ok {rc=0}\u000a05:47:38.211590 --- ParallelTerminationStrategy: PID 32299 died...\u000a05:47:38.264641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32299): Terminated: ok {rc=0}\u000a05:47:38.354161 bus /sierra_3: Setting Powered False\u000a05:47:39.457881 bus /sierra_3: Setting Powered False\u000a05:47:40.568878 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:47:41.684204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:41.696497 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:47:41.861231 tst mo_mt_call_osmux.py: using LAC 26269\u000a05:47:41.984488 tst mo_mt_call_osmux.py: using RAC 4\u000a05:47:42.106098 tst mo_mt_call_osmux.py: using CellId 26269\u000a05:47:42.225216 tst mo_mt_call_osmux.py: using BVCI 26270\u000a05:47:42.248354 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:42.259602 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:42.271000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:42.282679 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:42.294208 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:47:42.305571 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:42.425948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:47:42.637172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:43.156700 run create_hlr_db(pid=32302): Launched\u000a05:47:43.343312 bus /sierra_2: Setting Powered False\u000a05:47:44.365580 run create_hlr_db(pid=32302): Terminated: ok {rc=0}\u000a05:47:44.774856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Launched\u000a05:47:45.078738 run osmo-hlr_10.42.42.2(pid=32305): Launched\u000a05:47:45.193448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:45.733231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Launched\u000a05:47:46.198354 run osmo-stp_10.42.42.5(pid=32308): Launched\u000a05:47:46.351201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:47.035893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Launched\u000a05:47:47.361788 run osmo-msc_10.42.42.6(pid=32311): Launched\u000a05:47:47.540047 run osmo-stp_10.42.42.5(pid=32308): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)]\u000a05:47:47.669822 run osmo-stp_10.42.42.5(pid=32308): stdout: \u000a| (launched: 2022-12-10_05:47:45.897668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:47.796770 run osmo-stp_10.42.42.5(pid=32308): stderr: \u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054746284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:47.919106 run osmo-stp_10.42.42.5(pid=32308): stdout: \u000a| (launched: 2022-12-10_05:47:45.897668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:48.039624 run osmo-stp_10.42.42.5(pid=32308): stderr: \u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054746276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054746284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054746285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:48.093227 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32308): Process ended prematurely: osmo-stp_10.42.42.5(pid=32308) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32308)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:47:48.101915 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a05:47:48.161762 run osmo-hlr_10.42.42.2(pid=32305): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32305)]\u000a05:47:48.210575 run osmo-hlr_10.42.42.2(pid=32305): stdout: \u000a| (launched: 2022-12-10_05:47:44.928015) \u000a05:47:48.260023 run osmo-hlr_10.42.42.2(pid=32305): stderr: \u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054745107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054745122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054745133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:48.326830 run osmo-msc_10.42.42.6(pid=32311): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32311)]\u000a05:47:48.375851 run osmo-msc_10.42.42.6(pid=32311): stdout: \u000a| (launched: 2022-12-10_05:47:47.205560) \u000a05:47:48.425368 run osmo-msc_10.42.42.6(pid=32311): stderr: \u000a| �[0;m�[38;5;43m20221210054747485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054747485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4adfb3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054747485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054747485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054747487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054747487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054747488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054747488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:48.467103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminating (SIGTERM)\u000a05:47:48.506639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminating (SIGTERM)\u000a05:47:48.546289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminating (SIGTERM)\u000a05:47:48.555587 --- ParallelTerminationStrategy: PID 32304 died...\u000a05:47:48.609034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32304): Terminated: ok {rc=0}\u000a05:47:48.618870 --- ParallelTerminationStrategy: PID 32307 died...\u000a05:47:48.671440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32307): Terminated: ok {rc=0}\u000a05:47:48.681285 --- ParallelTerminationStrategy: PID 32310 died...\u000a05:47:48.733870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32310): Terminated: ok {rc=0}\u000a05:47:48.822333 bus /sierra_3: Setting Powered False\u000a05:47:49.925720 bus /sierra_3: Setting Powered False\u000a05:47:51.031726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:47:31" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:47:53.036000 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.047639 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:47:53.212740 tst mo_mt_call.py: using LAC 26270\u000a05:47:53.340696 tst mo_mt_call.py: using RAC 5\u000a05:47:53.469177 tst mo_mt_call.py: using CellId 26270\u000a05:47:53.597424 tst mo_mt_call.py: using BVCI 26271\u000a05:47:53.622138 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.633777 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.645233 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.656789 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.668417 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:47:53.679878 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:47:53.797187 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:47:54.007487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:47:54.526632 run create_hlr_db(pid=32316): Launched\u000a05:47:54.713467 bus /sierra_2: Setting Powered False\u000a05:47:55.734967 run create_hlr_db(pid=32316): Terminated: ok {rc=0}\u000a05:47:56.145864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Launched\u000a05:47:56.452279 run osmo-hlr_10.42.42.2(pid=32319): Launched\u000a05:47:56.569319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:47:57.107568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Launched\u000a05:47:57.412765 run osmo-stp_10.42.42.5(pid=32322): Launched\u000a05:47:57.523740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:47:58.081657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Launched\u000a05:47:58.388116 run osmo-msc_10.42.42.6(pid=32325): Launched\u000a05:47:58.567270 run osmo-stp_10.42.42.5(pid=32322): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)]\u000a05:47:58.697072 run osmo-stp_10.42.42.5(pid=32322): stdout: \u000a| (launched: 2022-12-10_05:47:57.261274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:58.824331 run osmo-stp_10.42.42.5(pid=32322): stderr: \u000a| �[0;m�[38;5;43m20221210054757435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054757436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:58.947053 run osmo-stp_10.42.42.5(pid=32322): stdout: \u000a| (launched: 2022-12-10_05:47:57.261274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:47:59.068309 run osmo-stp_10.42.42.5(pid=32322): stderr: \u000a| �[0;m�[38;5;43m20221210054757435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054757436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054757436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054757437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:47:59.122180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32322): Process ended prematurely: osmo-stp_10.42.42.5(pid=32322) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32322)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:47:59.131199 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:47:59.191306 run osmo-hlr_10.42.42.2(pid=32319): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32319)]\u000a05:47:59.240291 run osmo-hlr_10.42.42.2(pid=32319): stdout: \u000a| (launched: 2022-12-10_05:47:56.300211) \u000a05:47:59.289809 run osmo-hlr_10.42.42.2(pid=32319): stderr: \u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054756478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054756490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054756499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:47:59.356508 run osmo-msc_10.42.42.6(pid=32325): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32325)]\u000a05:47:59.405336 run osmo-msc_10.42.42.6(pid=32325): stdout: \u000a| (launched: 2022-12-10_05:47:58.236020) \u000a05:47:59.454749 run osmo-msc_10.42.42.6(pid=32325): stderr: \u000a| �[0;m�[38;5;43m20221210054758511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054758511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb82315c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054758511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054758511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054758513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:47:59.496242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminating (SIGTERM)\u000a05:47:59.536100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminating (SIGTERM)\u000a05:47:59.575472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminating (SIGTERM)\u000a05:47:59.585025 --- ParallelTerminationStrategy: PID 32318 died...\u000a05:47:59.638385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32318): Terminated: ok {rc=0}\u000a05:47:59.648256 --- ParallelTerminationStrategy: PID 32321 died...\u000a05:47:59.701071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32321): Terminated: ok {rc=0}\u000a05:47:59.711102 --- ParallelTerminationStrategy: PID 32324 died...\u000a05:47:59.764868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32324): Terminated: ok {rc=0}\u000a05:47:59.853971 bus /sierra_3: Setting Powered False\u000a05:48:00.966854 bus /sierra_3: Setting Powered False\u000a05:48:02.084675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:03.198885 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.211335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:48:03.376400 tst mo_mt_call_osmux.py: using LAC 26271\u000a05:48:03.503177 tst mo_mt_call_osmux.py: using RAC 6\u000a05:48:03.632502 tst mo_mt_call_osmux.py: using CellId 26271\u000a05:48:03.758732 tst mo_mt_call_osmux.py: using BVCI 26272\u000a05:48:03.783661 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.795550 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.807232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.819196 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.831162 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:48:03.843038 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:03.965079 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:48:04.176797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:04.698363 run create_hlr_db(pid=32327): Launched\u000a05:48:04.885592 bus /sierra_2: Setting Powered False\u000a05:48:05.907185 run create_hlr_db(pid=32327): Terminated: ok {rc=0}\u000a05:48:06.317115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Launched\u000a05:48:06.624460 run osmo-hlr_10.42.42.2(pid=32330): Launched\u000a05:48:06.745871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:07.285717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Launched\u000a05:48:07.592404 run osmo-stp_10.42.42.5(pid=32333): Launched\u000a05:48:07.703448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:08.262766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Launched\u000a05:48:08.570789 run osmo-msc_10.42.42.6(pid=32336): Launched\u000a05:48:08.750602 run osmo-stp_10.42.42.5(pid=32333): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)]\u000a05:48:08.880625 run osmo-stp_10.42.42.5(pid=32333): stdout: \u000a| (launched: 2022-12-10_05:48:07.440453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:09.008602 run osmo-stp_10.42.42.5(pid=32333): stderr: \u000a| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054807615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054807615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:09.131329 run osmo-stp_10.42.42.5(pid=32333): stdout: \u000a| (launched: 2022-12-10_05:48:07.440453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:09.253190 run osmo-stp_10.42.42.5(pid=32333): stderr: \u000a| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054807614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054807615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054807615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054807615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:09.307029 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32333): Process ended prematurely: osmo-stp_10.42.42.5(pid=32333) [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32333)] [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:48:09.316037 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:48:09.376469 run osmo-hlr_10.42.42.2(pid=32330): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32330)]\u000a05:48:09.425869 run osmo-hlr_10.42.42.2(pid=32330): stdout: \u000a| (launched: 2022-12-10_05:48:06.471184) \u000a05:48:09.475760 run osmo-hlr_10.42.42.2(pid=32330): stderr: \u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054806653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054806665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054806674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:09.543119 run osmo-msc_10.42.42.6(pid=32336): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32336)]\u000a05:48:09.592050 run osmo-msc_10.42.42.6(pid=32336): stdout: \u000a| (launched: 2022-12-10_05:48:08.417065) \u000a05:48:09.641674 run osmo-msc_10.42.42.6(pid=32336): stderr: \u000a| �[0;m�[38;5;43m20221210054808692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054808692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4569305c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054808692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054808692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054808692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054808693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054808694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054808695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:09.683672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminating (SIGTERM)\u000a05:48:09.724076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminating (SIGTERM)\u000a05:48:09.763694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminating (SIGTERM)\u000a05:48:09.773299 --- ParallelTerminationStrategy: PID 32329 died...\u000a05:48:09.826534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32329): Terminated: ok {rc=0}\u000a05:48:09.836323 --- ParallelTerminationStrategy: PID 32332 died...\u000a05:48:09.889236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32332): Terminated: ok {rc=0}\u000a05:48:09.899306 --- ParallelTerminationStrategy: PID 32335 died...\u000a05:48:09.952345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32335): Terminated: ok {rc=0}\u000a05:48:10.035927 bus /sierra_3: Setting Powered False\u000a05:48:11.141380 bus /sierra_3: Setting Powered False\u000a05:48:12.248879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:48:14.261946 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.273782 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:48:14.445224 tst mo_mt_call.py: using LAC 26272\u000a05:48:14.571155 tst mo_mt_call.py: using RAC 7\u000a05:48:14.696747 tst mo_mt_call.py: using CellId 26272\u000a05:48:14.827078 tst mo_mt_call.py: using BVCI 26273\u000a05:48:14.851819 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.863626 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.875241 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.886822 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.898830 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:14.910441 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:15.028341 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:15.230731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:15.710976 run create_hlr_db(pid=32341): Launched\u000a05:48:15.923173 bus /sierra_2: Setting Powered False\u000a05:48:16.943107 run create_hlr_db(pid=32341): Terminated: ok {rc=0}\u000a05:48:17.414597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Launched\u000a05:48:17.722056 run osmo-hlr_10.42.42.2(pid=32344): Launched\u000a05:48:17.835856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:18.365135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Launched\u000a05:48:18.672521 run osmo-stp_10.42.42.5(pid=32347): Launched\u000a05:48:18.783535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:19.343152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Launched\u000a05:48:19.650386 run osmo-msc_10.42.42.6(pid=32350): Launched\u000a05:48:19.829237 run osmo-stp_10.42.42.5(pid=32347): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)]\u000a05:48:19.958994 run osmo-stp_10.42.42.5(pid=32347): stdout: \u000a| (launched: 2022-12-10_05:48:18.519283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:20.085975 run osmo-stp_10.42.42.5(pid=32347): stderr: \u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054818693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:20.208646 run osmo-stp_10.42.42.5(pid=32347): stdout: \u000a| (launched: 2022-12-10_05:48:18.519283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:20.329931 run osmo-stp_10.42.42.5(pid=32347): stderr: \u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054818692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054818693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054818693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:20.383665 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32347): Process ended prematurely: osmo-stp_10.42.42.5(pid=32347) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32347)] [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:48:20.392589 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:48:20.452708 run osmo-hlr_10.42.42.2(pid=32344): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32344)]\u000a05:48:20.501764 run osmo-hlr_10.42.42.2(pid=32344): stdout: \u000a| (launched: 2022-12-10_05:48:17.569563) \u000a05:48:20.551355 run osmo-hlr_10.42.42.2(pid=32344): stderr: \u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054817750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054817762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:20.619157 run osmo-msc_10.42.42.6(pid=32350): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32350)]\u000a05:48:20.668780 run osmo-msc_10.42.42.6(pid=32350): stdout: \u000a| (launched: 2022-12-10_05:48:19.497752) \u000a05:48:20.718916 run osmo-msc_10.42.42.6(pid=32350): stderr: \u000a| �[0;m�[38;5;43m20221210054819772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054819772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f146f755c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054819772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054819772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054819772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054819773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054819774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054819775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:20.760810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Terminating (SIGTERM)\u000a05:48:20.800624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Terminating (SIGTERM)\u000a05:48:20.840454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Terminating (SIGTERM)\u000a05:48:20.850029 --- ParallelTerminationStrategy: PID 32343 died...\u000a05:48:20.903498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32343): Terminated: ok {rc=0}\u000a05:48:20.913823 --- ParallelTerminationStrategy: PID 32346 died...\u000a05:48:20.966703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32346): Terminated: ok {rc=0}\u000a05:48:20.976449 --- ParallelTerminationStrategy: PID 32349 died...\u000a05:48:21.029332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32349): Terminated: ok {rc=0}\u000a05:48:21.117857 bus /sierra_3: Setting Powered False\u000a05:48:22.220901 bus /sierra_3: Setting Powered False\u000a05:48:23.332669 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:24.442334 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:24.454434 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:48:24.620521 tst mo_mt_call_osmux.py: using LAC 26273\u000a05:48:24.744457 tst mo_mt_call_osmux.py: using RAC 8\u000a05:48:24.865968 tst mo_mt_call_osmux.py: using CellId 26273\u000a05:48:24.987641 tst mo_mt_call_osmux.py: using BVCI 26274\u000a05:48:25.011030 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:25.022508 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:25.033967 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:25.045228 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:25.056566 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:48:25.067904 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:25.189622 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:48:25.394582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:25.875394 run create_hlr_db(pid=32352): Launched\u000a05:48:26.050327 bus /sierra_2: Setting Powered False\u000a05:48:27.071240 run create_hlr_db(pid=32352): Terminated: ok {rc=0}\u000a05:48:27.479523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Launched\u000a05:48:27.787114 run osmo-hlr_10.42.42.2(pid=32355): Launched\u000a05:48:27.906031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:28.449479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Launched\u000a05:48:28.757135 run osmo-stp_10.42.42.5(pid=32358): Launched\u000a05:48:28.868095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:29.426720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Launched\u000a05:48:29.733241 run osmo-msc_10.42.42.6(pid=32361): Launched\u000a05:48:29.913665 run osmo-stp_10.42.42.5(pid=32358): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]\u000a05:48:30.043355 run osmo-stp_10.42.42.5(pid=32358): stdout: \u000a| (launched: 2022-12-10_05:48:28.603863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:30.170852 run osmo-stp_10.42.42.5(pid=32358): stderr: \u000a| �[0;m�[38;5;43m20221210054828778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054828779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054828781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:30.292806 run osmo-stp_10.42.42.5(pid=32358): stdout: \u000a| (launched: 2022-12-10_05:48:28.603863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:30.414032 run osmo-stp_10.42.42.5(pid=32358): stderr: \u000a| �[0;m�[38;5;43m20221210054828778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054828779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054828779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054828781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054828782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:30.467594 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)] [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:48:30.476457 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:48:30.536336 run osmo-hlr_10.42.42.2(pid=32355): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32355)]\u000a05:48:30.585441 run osmo-hlr_10.42.42.2(pid=32355): stdout: \u000a| (launched: 2022-12-10_05:48:27.634488) \u000a05:48:30.635283 run osmo-hlr_10.42.42.2(pid=32355): stderr: \u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054827813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054827826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054827834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:30.702580 run osmo-msc_10.42.42.6(pid=32361): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32361)]\u000a05:48:30.752165 run osmo-msc_10.42.42.6(pid=32361): stdout: \u000a| (launched: 2022-12-10_05:48:29.580906) \u000a05:48:30.801903 run osmo-msc_10.42.42.6(pid=32361): stderr: \u000a| �[0;m�[38;5;43m20221210054829857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054829857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff839cb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054829857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054829858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054829860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054829861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:30.849871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminating (SIGTERM)\u000a05:48:30.890209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminating (SIGTERM)\u000a05:48:30.931065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Terminating (SIGTERM)\u000a05:48:30.940677 --- ParallelTerminationStrategy: PID 32354 died...\u000a05:48:30.994388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminated: ok {rc=0}\u000a05:48:31.004775 --- ParallelTerminationStrategy: PID 32357 died...\u000a05:48:31.058384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminated: ok {rc=0}\u000a05:48:31.068591 --- ParallelTerminationStrategy: PID 32360 died...\u000a05:48:31.122541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32360): Terminated: ok {rc=0}\u000a05:48:31.206462 bus /sierra_3: Setting Powered False\u000a05:48:32.314735 bus /sierra_3: Setting Powered False\u000a05:48:33.425420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:48:13" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:48:35.414484 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:35.425654 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:48:35.583621 tst mo_mt_call.py: using LAC 26274\u000a05:48:35.705597 tst mo_mt_call.py: using RAC 9\u000a05:48:35.824863 tst mo_mt_call.py: using CellId 26274\u000a05:48:35.945898 tst mo_mt_call.py: using BVCI 26275\u000a05:48:35.969465 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:35.980289 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:35.991128 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:36.002144 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:36.013274 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:36.024418 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:48:36.145666 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:48:36.355649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:36.877078 run create_hlr_db(pid=32366): Launched\u000a05:48:37.065549 bus /sierra_2: Setting Powered False\u000a05:48:38.084692 run create_hlr_db(pid=32366): Terminated: ok {rc=0}\u000a05:48:38.494982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Launched\u000a05:48:38.801798 run osmo-hlr_10.42.42.2(pid=32369): Launched\u000a05:48:38.917320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:39.456646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Launched\u000a05:48:39.762436 run osmo-stp_10.42.42.5(pid=32372): Launched\u000a05:48:39.872842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:40.464732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Launched\u000a05:48:40.793506 run osmo-msc_10.42.42.6(pid=32375): Launched\u000a05:48:40.984111 run osmo-stp_10.42.42.5(pid=32372): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)]\u000a05:48:41.121629 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-10_05:48:39.611047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:41.258771 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221210054839785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054839786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:41.389272 run osmo-stp_10.42.42.5(pid=32372): stdout: \u000a| (launched: 2022-12-10_05:48:39.611047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:41.518486 run osmo-stp_10.42.42.5(pid=32372): stderr: \u000a| �[0;m�[38;5;43m20221210054839785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054839786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054839786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054839787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:41.575860 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32372): Process ended prematurely: osmo-stp_10.42.42.5(pid=32372) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32372)] [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:48:41.585345 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:48:41.648214 run osmo-hlr_10.42.42.2(pid=32369): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32369)]\u000a05:48:41.699448 run osmo-hlr_10.42.42.2(pid=32369): stdout: \u000a| (launched: 2022-12-10_05:48:38.649183) \u000a05:48:41.751263 run osmo-hlr_10.42.42.2(pid=32369): stderr: \u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054838831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054838843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054838854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:41.821403 run osmo-msc_10.42.42.6(pid=32375): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32375)]\u000a05:48:41.872066 run osmo-msc_10.42.42.6(pid=32375): stdout: \u000a| (launched: 2022-12-10_05:48:40.630702) \u000a05:48:41.923653 run osmo-msc_10.42.42.6(pid=32375): stderr: \u000a| �[0;m�[38;5;43m20221210054840960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054840960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aa6a7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054840960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054840960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054840961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054840962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054840963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:41.967379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminating (SIGTERM)\u000a05:48:42.008907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminating (SIGTERM)\u000a05:48:42.050449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Terminating (SIGTERM)\u000a05:48:42.060239 --- ParallelTerminationStrategy: PID 32368 died...\u000a05:48:42.115796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32368): Terminated: ok {rc=0}\u000a05:48:42.125935 --- ParallelTerminationStrategy: PID 32371 died...\u000a05:48:42.181933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32371): Terminated: ok {rc=0}\u000a05:48:42.191879 --- ParallelTerminationStrategy: PID 32374 died...\u000a05:48:42.247877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32374): Terminated: ok {rc=0}\u000a05:48:42.335609 bus /sierra_3: Setting Powered False\u000a05:48:43.438618 bus /sierra_3: Setting Powered False\u000a05:48:44.550389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:48:45.664331 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:45.676697 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:48:45.849296 tst mo_mt_call_osmux.py: using LAC 26275\u000a05:48:45.985317 tst mo_mt_call_osmux.py: using RAC 10\u000a05:48:46.124309 tst mo_mt_call_osmux.py: using CellId 26275\u000a05:48:46.253966 tst mo_mt_call_osmux.py: using BVCI 26276\u000a05:48:46.279803 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:46.291877 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:46.303964 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:46.316045 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:46.328044 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:48:46.340221 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:48:46.464494 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:48:46.709937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:47.258196 run create_hlr_db(pid=32377): Launched\u000a05:48:47.445883 bus /sierra_2: Setting Powered False\u000a05:48:48.467079 run create_hlr_db(pid=32377): Terminated: ok {rc=0}\u000a05:48:48.878911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Launched\u000a05:48:49.185599 run osmo-hlr_10.42.42.2(pid=32380): Launched\u000a05:48:49.302079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:48:49.845552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Launched\u000a05:48:50.152398 run osmo-stp_10.42.42.5(pid=32383): Launched\u000a05:48:50.263816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:48:50.823786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Launched\u000a05:48:51.132232 run osmo-msc_10.42.42.6(pid=32386): Launched\u000a05:48:51.311680 run osmo-stp_10.42.42.5(pid=32383): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)]\u000a05:48:51.442173 run osmo-stp_10.42.42.5(pid=32383): stdout: \u000a| (launched: 2022-12-10_05:48:50.000423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:51.569768 run osmo-stp_10.42.42.5(pid=32383): stderr: \u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054850176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:51.692234 run osmo-stp_10.42.42.5(pid=32383): stdout: \u000a| (launched: 2022-12-10_05:48:50.000423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:48:51.813710 run osmo-stp_10.42.42.5(pid=32383): stderr: \u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054850175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054850176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054850176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:48:51.867508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32383): Process ended prematurely: osmo-stp_10.42.42.5(pid=32383) [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32383)] [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:48:51.876364 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:48:51.938507 run osmo-hlr_10.42.42.2(pid=32380): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32380)]\u000a05:48:51.987984 run osmo-hlr_10.42.42.2(pid=32380): stdout: \u000a| (launched: 2022-12-10_05:48:49.034000) \u000a05:48:52.038276 run osmo-hlr_10.42.42.2(pid=32380): stderr: \u000a| �[0;m�[1;31m20221210054849210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054849211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054849223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054849231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054849231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054849232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:48:52.106207 run osmo-msc_10.42.42.6(pid=32386): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32386)]\u000a05:48:52.155787 run osmo-msc_10.42.42.6(pid=32386): stdout: \u000a| (launched: 2022-12-10_05:48:50.979023) \u000a05:48:52.205920 run osmo-msc_10.42.42.6(pid=32386): stderr: \u000a| �[0;m�[38;5;43m20221210054851252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054851252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a7cfb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054851253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054851253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054851255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054851255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:48:52.247976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Terminating (SIGTERM)\u000a05:48:52.287765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Terminating (SIGTERM)\u000a05:48:52.327360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Terminating (SIGTERM)\u000a05:48:52.336830 --- ParallelTerminationStrategy: PID 32379 died...\u000a05:48:52.389683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32379): Terminated: ok {rc=0}\u000a05:48:52.399629 --- ParallelTerminationStrategy: PID 32382 died...\u000a05:48:52.453145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32382): Terminated: ok {rc=0}\u000a05:48:52.462591 --- ParallelTerminationStrategy: PID 32385 died...\u000a05:48:52.515393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32385): Terminated: ok {rc=0}\u000a05:48:52.602992 bus /sierra_3: Setting Powered False\u000a05:48:53.705526 bus /sierra_3: Setting Powered False\u000a05:48:54.818591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:48:35" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a05:48:56.839954 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:56.851591 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:48:56.997199 tst mo_mt_call.py: using LAC 26276\u000a05:48:57.125377 tst mo_mt_call.py: using RAC 11\u000a05:48:57.253717 tst mo_mt_call.py: using CellId 26276\u000a05:48:57.379880 tst mo_mt_call.py: using BVCI 26277\u000a05:48:57.404495 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:57.415956 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:57.427298 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:57.438667 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:57.450009 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:48:57.461450 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:48:57.579883 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:48:57.782342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:48:58.264150 run create_hlr_db(pid=32392): Launched\u000a05:48:58.438447 bus /sierra_2: Setting Powered False\u000a05:48:59.459730 run create_hlr_db(pid=32392): Terminated: ok {rc=0}\u000a05:48:59.866138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Launched\u000a05:49:00.172588 run osmo-hlr_10.42.42.2(pid=32395): Launched\u000a05:49:00.290110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:00.836653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Launched\u000a05:49:01.290380 run osmo-stp_10.42.42.5(pid=32398): Launched\u000a05:49:01.479339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:02.101256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Launched\u000a05:49:02.430792 run osmo-msc_10.42.42.6(pid=32401): Launched\u000a05:49:02.622589 run osmo-stp_10.42.42.5(pid=32398): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a05:49:02.761754 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-10_05:49:01.028042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:02.899922 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054901264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054901264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054901264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:03.031967 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-10_05:49:01.028042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:03.161219 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054901263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054901264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054901264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054901264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054901265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:03.218691 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)] [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a05:49:03.227884 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a05:49:03.289837 run osmo-hlr_10.42.42.2(pid=32395): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32395)]\u000a05:49:03.341044 run osmo-hlr_10.42.42.2(pid=32395): stdout: \u000a| (launched: 2022-12-10_05:49:00.020635) \u000a05:49:03.392724 run osmo-hlr_10.42.42.2(pid=32395): stderr: \u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054900198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054900213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054900222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:03.462804 run osmo-msc_10.42.42.6(pid=32401): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32401)]\u000a05:49:03.513653 run osmo-msc_10.42.42.6(pid=32401): stdout: \u000a| (launched: 2022-12-10_05:49:02.268851) \u000a05:49:03.565171 run osmo-msc_10.42.42.6(pid=32401): stderr: \u000a| �[0;m�[38;5;43m20221210054902593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054902593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e5e9dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054902593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054902593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054902594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054902594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054902595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054902596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:03.608794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminating (SIGTERM)\u000a05:49:03.650332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminating (SIGTERM)\u000a05:49:03.691795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Terminating (SIGTERM)\u000a05:49:03.701485 --- ParallelTerminationStrategy: PID 32394 died...\u000a05:49:03.757456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminated: ok {rc=0}\u000a05:49:03.767526 --- ParallelTerminationStrategy: PID 32397 died...\u000a05:49:03.822838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminated: ok {rc=0}\u000a05:49:03.832710 --- ParallelTerminationStrategy: PID 32400 died...\u000a05:49:03.887929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32400): Terminated: ok {rc=0}\u000a05:49:03.975690 bus /sierra_3: Setting Powered False\u000a05:49:05.082575 bus /sierra_3: Setting Powered False\u000a05:49:06.194018 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:07.305420 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.317232 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a05:49:07.457989 tst mo_mt_call_osmux.py: using LAC 26277\u000a05:49:07.582080 tst mo_mt_call_osmux.py: using RAC 12\u000a05:49:07.700362 tst mo_mt_call_osmux.py: using CellId 26277\u000a05:49:07.819454 tst mo_mt_call_osmux.py: using BVCI 26278\u000a05:49:07.842598 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.853619 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.864382 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.875464 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.886502 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a05:49:07.897641 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:08.017582 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a05:49:08.220439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:08.702801 run create_hlr_db(pid=32403): Launched\u000a05:49:08.878360 bus /sierra_2: Setting Powered False\u000a05:49:09.899285 run create_hlr_db(pid=32403): Terminated: ok {rc=0}\u000a05:49:10.334282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Launched\u000a05:49:10.662338 run osmo-hlr_10.42.42.2(pid=32406): Launched\u000a05:49:10.783409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:11.356363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Launched\u000a05:49:11.683717 run osmo-stp_10.42.42.5(pid=32409): Launched\u000a05:49:11.802963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:12.401219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Launched\u000a05:49:12.730082 run osmo-msc_10.42.42.6(pid=32412): Launched\u000a05:49:12.922401 run osmo-stp_10.42.42.5(pid=32409): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)]\u000a05:49:13.059395 run osmo-stp_10.42.42.5(pid=32409): stdout: \u000a| (launched: 2022-12-10_05:49:11.521717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:13.196907 run osmo-stp_10.42.42.5(pid=32409): stderr: \u000a| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054911716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054911716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054911718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:13.327121 run osmo-stp_10.42.42.5(pid=32409): stdout: \u000a| (launched: 2022-12-10_05:49:11.521717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:13.456302 run osmo-stp_10.42.42.5(pid=32409): stderr: \u000a| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054911715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054911716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054911716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054911718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054911719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:13.513833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32409): Process ended prematurely: osmo-stp_10.42.42.5(pid=32409) [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32409)] [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a05:49:13.523200 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:49:13.585390 run osmo-hlr_10.42.42.2(pid=32406): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32406)]\u000a05:49:13.636459 run osmo-hlr_10.42.42.2(pid=32406): stdout: \u000a| (launched: 2022-12-10_05:49:10.499753) \u000a05:49:13.688106 run osmo-hlr_10.42.42.2(pid=32406): stderr: \u000a| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054910701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054910702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054910714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054910722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:13.758129 run osmo-msc_10.42.42.6(pid=32412): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32412)]\u000a05:49:13.809217 run osmo-msc_10.42.42.6(pid=32412): stdout: \u000a| (launched: 2022-12-10_05:49:12.567001) \u000a05:49:13.860597 run osmo-msc_10.42.42.6(pid=32412): stderr: \u000a| �[0;m�[38;5;43m20221210054912893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054912893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1aad8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054912893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054912893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054912895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054912895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054912896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054912896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:13.904229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminating (SIGTERM)\u000a05:49:13.945931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminating (SIGTERM)\u000a05:49:13.987405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Terminating (SIGTERM)\u000a05:49:13.997011 --- ParallelTerminationStrategy: PID 32405 died...\u000a05:49:14.052581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32405): Terminated: ok {rc=0}\u000a05:49:14.062778 --- ParallelTerminationStrategy: PID 32408 died...\u000a05:49:14.117914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32408): Terminated: ok {rc=0}\u000a05:49:14.127811 --- ParallelTerminationStrategy: PID 32411 died...\u000a05:49:14.182984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32411): Terminated: ok {rc=0}\u000a05:49:14.269064 bus /sierra_3: Setting Powered False\u000a05:49:15.374638 bus /sierra_3: Setting Powered False\u000a05:49:16.485713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a05:49:18.477522 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:18.488660 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:49:18.628302 tst mo_mt_call.py: using LAC 26278\u000a05:49:18.749554 tst mo_mt_call.py: using RAC 13\u000a05:49:18.870057 tst mo_mt_call.py: using CellId 26278\u000a05:49:18.988764 tst mo_mt_call.py: using BVCI 26279\u000a05:49:19.011943 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:19.023306 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:19.034373 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:19.045805 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:19.057252 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:19.068524 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:19.190025 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:19.401232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:19.924084 run create_hlr_db(pid=32417): Launched\u000a05:49:20.112109 bus /sierra_2: Setting Powered False\u000a05:49:21.133466 run create_hlr_db(pid=32417): Terminated: ok {rc=0}\u000a05:49:21.546135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Launched\u000a05:49:21.853562 run osmo-hlr_10.42.42.2(pid=32420): Launched\u000a05:49:21.966236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:22.497525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Launched\u000a05:49:22.804470 run osmo-stp_10.42.42.5(pid=32423): Launched\u000a05:49:22.915074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:23.475393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Launched\u000a05:49:23.782772 run osmo-msc_10.42.42.6(pid=32427): Launched\u000a05:49:23.961232 run osmo-stp_10.42.42.5(pid=32423): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)]\u000a05:49:24.090232 run osmo-stp_10.42.42.5(pid=32423): stdout: \u000a| (launched: 2022-12-10_05:49:22.653082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:24.217823 run osmo-stp_10.42.42.5(pid=32423): stderr: \u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054922828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:24.339845 run osmo-stp_10.42.42.5(pid=32423): stdout: \u000a| (launched: 2022-12-10_05:49:22.653082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:24.461148 run osmo-stp_10.42.42.5(pid=32423): stderr: \u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054922827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054922828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054922828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:24.515017 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32423): Process ended prematurely: osmo-stp_10.42.42.5(pid=32423) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32423)] [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a05:49:24.523682 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:49:24.583213 run osmo-hlr_10.42.42.2(pid=32420): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32420)]\u000a05:49:24.631770 run osmo-hlr_10.42.42.2(pid=32420): stdout: \u000a| (launched: 2022-12-10_05:49:21.700707) \u000a05:49:24.681134 run osmo-hlr_10.42.42.2(pid=32420): stderr: \u000a| �[0;m�[1;31m20221210054921882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054921883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054921898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054921908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:24.747484 run osmo-msc_10.42.42.6(pid=32427): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32427)]\u000a05:49:24.796329 run osmo-msc_10.42.42.6(pid=32427): stdout: \u000a| (launched: 2022-12-10_05:49:23.630368) \u000a05:49:24.845656 run osmo-msc_10.42.42.6(pid=32427): stderr: \u000a| �[0;m�[38;5;43m20221210054923907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054923907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0029463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054923907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054923908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054923910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054923911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:24.887037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Terminating (SIGTERM)\u000a05:49:24.926510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Terminating (SIGTERM)\u000a05:49:24.965780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Terminating (SIGTERM)\u000a05:49:24.975114 --- ParallelTerminationStrategy: PID 32419 died...\u000a05:49:25.027815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32419): Terminated: ok {rc=0}\u000a05:49:25.037582 --- ParallelTerminationStrategy: PID 32422 died...\u000a05:49:25.090342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32422): Terminated: ok {rc=0}\u000a05:49:25.099863 --- ParallelTerminationStrategy: PID 32426 died...\u000a05:49:25.152367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32426): Terminated: ok {rc=0}\u000a05:49:25.235733 bus /sierra_3: Setting Powered False\u000a05:49:26.343968 bus /sierra_3: Setting Powered False\u000a05:49:27.455038 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:49:28.564591 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:28.576730 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:49:28.722201 tst mo_mt_call_osmux.py: using LAC 26279\u000a05:49:28.840919 tst mo_mt_call_osmux.py: using RAC 14\u000a05:49:28.960471 tst mo_mt_call_osmux.py: using CellId 26279\u000a05:49:29.081172 tst mo_mt_call_osmux.py: using BVCI 26280\u000a05:49:29.104368 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:29.115761 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:29.127011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:29.138517 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:29.149965 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a05:49:29.161333 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:29.277372 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a05:49:29.489843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:29.971504 run create_hlr_db(pid=32429): Launched\u000a05:49:30.147315 bus /sierra_2: Setting Powered False\u000a05:49:31.184117 run create_hlr_db(pid=32429): Terminated: ok {rc=0}\u000a05:49:31.629882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Launched\u000a05:49:32.052101 run osmo-hlr_10.42.42.2(pid=32432): Launched\u000a05:49:32.216330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:32.787748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Launched\u000a05:49:33.115908 run osmo-stp_10.42.42.5(pid=32435): Launched\u000a05:49:33.233562 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:33.829595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Launched\u000a05:49:34.155582 run osmo-msc_10.42.42.6(pid=32438): Launched\u000a05:49:34.344223 run osmo-stp_10.42.42.5(pid=32435): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)]\u000a05:49:34.486006 run osmo-stp_10.42.42.5(pid=32435): stdout: \u000a| (launched: 2022-12-10_05:49:32.955118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:34.621039 run osmo-stp_10.42.42.5(pid=32435): stderr: \u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054933153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:34.751031 run osmo-stp_10.42.42.5(pid=32435): stdout: \u000a| (launched: 2022-12-10_05:49:32.955118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:34.879352 run osmo-stp_10.42.42.5(pid=32435): stderr: \u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054933153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054933153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054933154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:34.936620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32435): Process ended prematurely: osmo-stp_10.42.42.5(pid=32435) [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32435)] [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a05:49:34.945953 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:49:35.007705 run osmo-hlr_10.42.42.2(pid=32432): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32432)]\u000a05:49:35.058250 run osmo-hlr_10.42.42.2(pid=32432): stdout: \u000a| (launched: 2022-12-10_05:49:31.799459) \u000a05:49:35.109636 run osmo-hlr_10.42.42.2(pid=32432): stderr: \u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054932146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054932160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054932176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:35.179295 run osmo-msc_10.42.42.6(pid=32438): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32438)]\u000a05:49:35.230132 run osmo-msc_10.42.42.6(pid=32438): stdout: \u000a| (launched: 2022-12-10_05:49:33.995336) \u000a05:49:35.281839 run osmo-msc_10.42.42.6(pid=32438): stderr: \u000a| �[0;m�[38;5;43m20221210054934318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054934318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be75cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054934319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054934319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054934321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054934321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:35.325461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminating (SIGTERM)\u000a05:49:35.366558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminating (SIGTERM)\u000a05:49:35.407954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Terminating (SIGTERM)\u000a05:49:35.417560 --- ParallelTerminationStrategy: PID 32431 died...\u000a05:49:35.472904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32431): Terminated: ok {rc=0}\u000a05:49:35.482958 --- ParallelTerminationStrategy: PID 32434 died...\u000a05:49:35.537808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32434): Terminated: ok {rc=0}\u000a05:49:35.547586 --- ParallelTerminationStrategy: PID 32437 died...\u000a05:49:35.602660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32437): Terminated: ok {rc=0}\u000a05:49:35.689477 bus /sierra_3: Setting Powered False\u000a05:49:36.793606 bus /sierra_3: Setting Powered False\u000a05:49:37.905563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:49:18" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:49:39.929029 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:39.940550 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:49:40.084493 tst emergency_mo_mt_call.py: using LAC 26280\u000a05:49:40.203651 tst emergency_mo_mt_call.py: using RAC 15\u000a05:49:40.321993 tst emergency_mo_mt_call.py: using CellId 26280\u000a05:49:40.437197 tst emergency_mo_mt_call.py: using BVCI 26281\u000a05:49:40.459872 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:40.470630 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:40.481171 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:40.492042 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:40.502832 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:40.513571 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:40.628548 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:40.826414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:41.298575 run create_hlr_db(pid=32443): Launched\u000a05:49:41.471846 bus /sierra_2: Setting Powered False\u000a05:49:42.492192 run create_hlr_db(pid=32443): Terminated: ok {rc=0}\u000a05:49:42.893298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Launched\u000a05:49:43.193991 run osmo-hlr_10.42.42.2(pid=32446): Launched\u000a05:49:43.308793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:43.841890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Launched\u000a05:49:44.143551 run osmo-stp_10.42.42.5(pid=32449): Launched\u000a05:49:44.264663 tst emergency_mo_mt_call.py: using MSISDN 7576\u000a05:49:44.413321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:44.962064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Launched\u000a05:49:45.263770 run osmo-msc_10.42.42.6(pid=32452): Launched\u000a05:49:45.441275 run osmo-stp_10.42.42.5(pid=32449): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)]\u000a05:49:45.569174 run osmo-stp_10.42.42.5(pid=32449): stdout: \u000a| (launched: 2022-12-10_05:49:43.993319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:45.693917 run osmo-stp_10.42.42.5(pid=32449): stderr: \u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054944166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:45.814224 run osmo-stp_10.42.42.5(pid=32449): stdout: \u000a| (launched: 2022-12-10_05:49:43.993319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:45.963008 run osmo-stp_10.42.42.5(pid=32449): stderr: \u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054944165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054944166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054944166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:46.016551 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32449): Process ended prematurely: osmo-stp_10.42.42.5(pid=32449) [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32449)] [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a05:49:46.025417 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a05:49:46.095073 run osmo-hlr_10.42.42.2(pid=32446): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]\u000a05:49:46.145190 run osmo-hlr_10.42.42.2(pid=32446): stdout: \u000a| (launched: 2022-12-10_05:49:43.044618) \u000a05:49:46.196482 run osmo-hlr_10.42.42.2(pid=32446): stderr: \u000a| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054943223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054943224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054943235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054943244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:46.264998 run osmo-msc_10.42.42.6(pid=32452): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32452)]\u000a05:49:46.315132 run osmo-msc_10.42.42.6(pid=32452): stdout: \u000a| (launched: 2022-12-10_05:49:45.113896) \u000a05:49:46.365898 run osmo-msc_10.42.42.6(pid=32452): stderr: \u000a| �[0;m�[38;5;43m20221210054945390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054945390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f243d890c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054945390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054945390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054945392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:46.408571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminating (SIGTERM)\u000a05:49:46.450012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminating (SIGTERM)\u000a05:49:46.492142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Terminating (SIGTERM)\u000a05:49:46.501687 --- ParallelTerminationStrategy: PID 32445 died...\u000a05:49:46.556649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminated: ok {rc=0}\u000a05:49:46.567674 --- ParallelTerminationStrategy: PID 32448 died...\u000a05:49:46.622384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminated: ok {rc=0}\u000a05:49:46.633369 --- ParallelTerminationStrategy: PID 32451 died...\u000a05:49:46.689163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32451): Terminated: ok {rc=0}\u000a05:49:46.775317 bus /sierra_3: Setting Powered False\u000a05:49:47.878505 bus /sierra_3: Setting Powered False\u000a05:49:48.990213 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:49:50.042573 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.054559 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a05:49:50.197091 tst emergency_preemptive_call.py: using LAC 26281\u000a05:49:50.314219 tst emergency_preemptive_call.py: using RAC 16\u000a05:49:50.429846 tst emergency_preemptive_call.py: using CellId 26281\u000a05:49:50.545357 tst emergency_preemptive_call.py: using BVCI 26282\u000a05:49:50.567939 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.578712 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.589359 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.600095 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.610967 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a05:49:50.621873 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:50.739358 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:50.856385 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:50.974313 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a05:49:51.173661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:49:51.648472 run create_hlr_db(pid=32454): Launched\u000a05:49:51.821307 bus /sierra_2: Setting Powered False\u000a05:49:52.842541 run create_hlr_db(pid=32454): Terminated: ok {rc=0}\u000a05:49:53.270278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Launched\u000a05:49:53.593995 run osmo-hlr_10.42.42.2(pid=32457): Launched\u000a05:49:53.711186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:49:54.269000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Launched\u000a05:49:54.589732 run osmo-stp_10.42.42.5(pid=32460): Launched\u000a05:49:54.718884 tst emergency_preemptive_call.py: using MSISDN 7577\u000a05:49:54.877491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:49:55.461380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Launched\u000a05:49:55.781246 run osmo-msc_10.42.42.6(pid=32463): Launched\u000a05:49:55.968861 run osmo-stp_10.42.42.5(pid=32460): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)]\u000a05:49:56.104839 run osmo-stp_10.42.42.5(pid=32460): stdout: \u000a| (launched: 2022-12-10_05:49:54.431455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:56.239726 run osmo-stp_10.42.42.5(pid=32460): stderr: \u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054954626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:56.367821 run osmo-stp_10.42.42.5(pid=32460): stdout: \u000a| (launched: 2022-12-10_05:49:54.431455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:49:56.494964 run osmo-stp_10.42.42.5(pid=32460): stderr: \u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210054954625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210054954626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210054954626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:49:56.550813 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32460): Process ended prematurely: osmo-stp_10.42.42.5(pid=32460) [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32460)] [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a05:49:56.559496 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a05:49:56.621893 run osmo-hlr_10.42.42.2(pid=32457): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32457)]\u000a05:49:56.673316 run osmo-hlr_10.42.42.2(pid=32457): stdout: \u000a| (launched: 2022-12-10_05:49:53.433928) \u000a05:49:56.725732 run osmo-hlr_10.42.42.2(pid=32457): stderr: \u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210054953633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210054953645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210054953654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:49:56.796308 run osmo-msc_10.42.42.6(pid=32463): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32463)]\u000a05:49:56.847759 run osmo-msc_10.42.42.6(pid=32463): stdout: \u000a| (launched: 2022-12-10_05:49:55.623095) \u000a05:49:56.899656 run osmo-msc_10.42.42.6(pid=32463): stderr: \u000a| �[0;m�[38;5;43m20221210054955949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210054955949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b9288bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210054955950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210054955950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210054955954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210054955955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:49:56.943903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Terminating (SIGTERM)\u000a05:49:56.985877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Terminating (SIGTERM)\u000a05:49:57.027756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Terminating (SIGTERM)\u000a05:49:57.037396 --- ParallelTerminationStrategy: PID 32456 died...\u000a05:49:57.093602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32456): Terminated: ok {rc=0}\u000a05:49:57.103650 --- ParallelTerminationStrategy: PID 32459 died...\u000a05:49:57.159333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32459): Terminated: ok {rc=0}\u000a05:49:57.169393 --- ParallelTerminationStrategy: PID 32462 died...\u000a05:49:57.224870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32462): Terminated: ok {rc=0}\u000a05:49:57.313511 bus /sierra_9: Setting Powered False\u000a05:49:58.416421 bus /sierra_9: Setting Powered False\u000a05:49:59.525201 bus /sierra_8: Setting Powered False\u000a05:50:00.631143 bus /sierra_8: Setting Powered False\u000a05:50:01.767630 bus /sierra_3: Setting Powered False\u000a05:50:02.877171 bus /sierra_3: Setting Powered False\u000a05:50:03.986508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:49:39" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:50:06.119934 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.130980 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:06.276191 tst cs_paging_gprs_active.py: using LAC 26282\u000a05:50:06.403771 tst cs_paging_gprs_active.py: using RAC 17\u000a05:50:06.532714 tst cs_paging_gprs_active.py: using CellId 26282\u000a05:50:06.659268 tst cs_paging_gprs_active.py: using BVCI 26283\u000a05:50:06.684180 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.695389 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.706459 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.717432 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.728254 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.739119 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.750168 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.761058 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:06.772103 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:06.894818 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:07.188924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:50:07.325318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:07.665711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Launched\u000a05:50:07.947329 run iperf3-srv_10.42.42.10(pid=32474): Launched\u000a05:50:08.148444 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:50:08.284752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:08.626531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Launched\u000a05:50:08.910489 run iperf3-srv_10.42.42.10(pid=32476): Launched\u000a05:50:09.110891 tst cs_paging_gprs_active.py:38: start network...\u000a05:50:09.247177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:09.771153 run create_hlr_db(pid=32477): Launched\u000a05:50:09.960525 bus /sierra_2: Setting Powered False\u000a05:50:10.981625 run create_hlr_db(pid=32477): Terminated: ok {rc=0}\u000a05:50:11.416442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Launched\u000a05:50:11.745432 run osmo-hlr_10.42.42.2(pid=32480): Launched\u000a05:50:11.864031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:12.432669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Launched\u000a05:50:12.760676 run osmo-stp_10.42.42.5(pid=32483): Launched\u000a05:50:12.878992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:13.452015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Launched\u000a05:50:13.569082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:13.856277 run patchelf(pid=32486): Launched\u000a05:50:14.048302 run osmo-stp_10.42.42.5(pid=32483): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)]\u000a05:50:14.187875 run osmo-stp_10.42.42.5(pid=32483): stdout: \u000a| (launched: 2022-12-10_05:50:12.598701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:14.327749 run osmo-stp_10.42.42.5(pid=32483): stderr: \u000a| �[0;m�[38;5;43m20221210055012796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055012797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:14.463201 run osmo-stp_10.42.42.5(pid=32483): stdout: \u000a| (launched: 2022-12-10_05:50:12.598701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:14.597477 run osmo-stp_10.42.42.5(pid=32483): stderr: \u000a| �[0;m�[38;5;43m20221210055012796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055012797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055012798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:14.753316 run patchelf(pid=32486): Terminating (SIGINT)\u000a05:50:14.936200 run patchelf(pid=32486): Terminated: ok {rc=0}\u000a05:50:14.970345 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32483): Process ended prematurely: osmo-stp_10.42.42.5(pid=32483) [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32483)] [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a05:50:14.980391 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a05:50:15.042955 run osmo-hlr_10.42.42.2(pid=32480): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32480)]\u000a05:50:15.094165 run osmo-hlr_10.42.42.2(pid=32480): stdout: \u000a| (launched: 2022-12-10_05:50:11.583240) \u000a05:50:15.145875 run osmo-hlr_10.42.42.2(pid=32480): stderr: \u000a| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055011785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055011786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055011797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055011806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:15.190024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Terminating (SIGTERM)\u000a05:50:15.231586 run iperf3-srv_10.42.42.10(pid=32474): Terminating (SIGTERM)\u000a05:50:15.273285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Terminating (SIGTERM)\u000a05:50:15.314689 run iperf3-srv_10.42.42.10(pid=32476): Terminating (SIGTERM)\u000a05:50:15.356333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminating (SIGTERM)\u000a05:50:15.397983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Terminating (SIGTERM)\u000a05:50:15.440099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Terminating (SIGTERM)\u000a05:50:15.449848 --- ParallelTerminationStrategy: PID 32473 died...\u000a05:50:15.505762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32473): Terminated: ok {rc=0}\u000a05:50:15.515773 --- ParallelTerminationStrategy: PID 32474 died...\u000a05:50:15.571320 run iperf3-srv_10.42.42.10(pid=32474): Terminated {rc=256}\u000a05:50:15.581546 --- ParallelTerminationStrategy: PID 32475 died...\u000a05:50:15.637589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32475): Terminated: ok {rc=0}\u000a05:50:15.647680 --- ParallelTerminationStrategy: PID 32476 died...\u000a05:50:15.702973 run iperf3-srv_10.42.42.10(pid=32476): Terminated {rc=256}\u000a05:50:15.712850 --- ParallelTerminationStrategy: PID 32479 died...\u000a05:50:15.768199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminated: ok {rc=0}\u000a05:50:15.778267 --- ParallelTerminationStrategy: PID 32482 died...\u000a05:50:15.836651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32482): Terminated: ok {rc=0}\u000a05:50:15.847368 --- ParallelTerminationStrategy: PID 32485 died...\u000a05:50:15.914720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32485): Terminated: ok {rc=0}\u000a05:50:16.023131 bus /gobi_0: Setting Powered False\u000a05:50:17.145466 bus /gobi_0: Setting Powered False\u000a05:50:18.254111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a05:50:19.369481 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.381290 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:19.529573 tst iperf3.py: using LAC 26283\u000a05:50:19.658324 tst iperf3.py: using RAC 18\u000a05:50:19.787233 tst iperf3.py: using CellId 26283\u000a05:50:19.914134 tst iperf3.py: using BVCI 26284\u000a05:50:19.939290 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.950643 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.961911 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.973151 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.984213 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:19.995218 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:20.006574 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:20.017384 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:20.028348 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:20.308047 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:50:20.434796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:20.753507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Launched\u000a05:50:21.017908 run iperf3-srv_10.42.42.10(pid=32488): Launched\u000a05:50:21.204574 tst iperf3.py:8: start network...\u000a05:50:21.332023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:21.813037 run create_hlr_db(pid=32489): Launched\u000a05:50:21.987993 bus /gobi_6: Setting Powered False\u000a05:50:23.007966 run create_hlr_db(pid=32489): Terminated: ok {rc=0}\u000a05:50:23.441802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Launched\u000a05:50:23.770024 run osmo-hlr_10.42.42.2(pid=32492): Launched\u000a05:50:23.891141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:24.461569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Launched\u000a05:50:24.789890 run osmo-stp_10.42.42.5(pid=32495): Launched\u000a05:50:24.908411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:25.480234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Launched\u000a05:50:25.596331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:25.881835 run patchelf(pid=32498): Launched\u000a05:50:26.072725 run osmo-stp_10.42.42.5(pid=32495): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a05:50:26.211379 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-10_05:50:24.627562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:26.351006 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221210055024824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055024825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055024826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055024826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055024826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:26.485385 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-10_05:50:24.627562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:26.619288 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221210055024824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055024825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055024826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055024826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055024826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055024827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:26.774527 run patchelf(pid=32498): Terminating (SIGINT)\u000a05:50:26.956685 run patchelf(pid=32498): Terminated: ok {rc=0}\u000a05:50:26.990360 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2370↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)] [trial-2370↪gprs:trx-b200↪iperf3.py:8]\u000a05:50:27.000297 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a05:50:27.062684 run osmo-hlr_10.42.42.2(pid=32492): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32492)]\u000a05:50:27.113539 run osmo-hlr_10.42.42.2(pid=32492): stdout: \u000a| (launched: 2022-12-10_05:50:23.607711) \u000a05:50:27.165037 run osmo-hlr_10.42.42.2(pid=32492): stderr: \u000a| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055023809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055023810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055023822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055023830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:27.209257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminating (SIGTERM)\u000a05:50:27.250719 run iperf3-srv_10.42.42.10(pid=32488): Terminating (SIGTERM)\u000a05:50:27.292361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminating (SIGTERM)\u000a05:50:27.334026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminating (SIGTERM)\u000a05:50:27.376142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminating (SIGTERM)\u000a05:50:27.385968 --- ParallelTerminationStrategy: PID 32487 died...\u000a05:50:27.442011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminated: ok {rc=0}\u000a05:50:27.452130 --- ParallelTerminationStrategy: PID 32488 died...\u000a05:50:27.508855 run iperf3-srv_10.42.42.10(pid=32488): Terminated {rc=256}\u000a05:50:27.519024 --- ParallelTerminationStrategy: PID 32491 died...\u000a05:50:27.574775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminated: ok {rc=0}\u000a05:50:27.584812 --- ParallelTerminationStrategy: PID 32494 died...\u000a05:50:27.640344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminated: ok {rc=0}\u000a05:50:27.650462 --- ParallelTerminationStrategy: PID 32497 died...\u000a05:50:27.706584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminated: ok {rc=0}\u000a05:50:27.794181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a05:50:28.906366 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:28.917959 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:29.058757 tst iperf3m4.py: using LAC 26284\u000a05:50:29.180844 tst iperf3m4.py: using RAC 19\u000a05:50:29.300926 tst iperf3m4.py: using CellId 26284\u000a05:50:29.424315 tst iperf3m4.py: using BVCI 26285\u000a05:50:29.447847 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.458876 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.469556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.480915 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.492261 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.503591 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.515163 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.526747 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:29.537990 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:29.653898 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:29.772669 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:29.888309 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:30.169732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:50:30.297306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:30.616187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Launched\u000a05:50:30.886944 run iperf3-srv_10.42.42.10(pid=32500): Launched\u000a05:50:31.079987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:50:31.211659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:31.553247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Launched\u000a05:50:31.841999 run iperf3-srv_10.42.42.10(pid=32502): Launched\u000a05:50:32.034551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:50:32.164500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:32.484429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Launched\u000a05:50:32.748387 run iperf3-srv_10.42.42.10(pid=32504): Launched\u000a05:50:32.934322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:50:33.061508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:50:33.378844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Launched\u000a05:50:33.642733 run iperf3-srv_10.42.42.10(pid=32506): Launched\u000a05:50:33.828850 tst iperf3m4.py:8: start network...\u000a05:50:33.955640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:34.439705 run create_hlr_db(pid=32507): Launched\u000a05:50:34.615883 bus /gobi_6: Setting Powered False\u000a05:50:35.636289 run create_hlr_db(pid=32507): Terminated: ok {rc=0}\u000a05:50:36.071750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Launched\u000a05:50:36.399167 run osmo-hlr_10.42.42.2(pid=32510): Launched\u000a05:50:36.521274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:37.056200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Launched\u000a05:50:37.363074 run osmo-stp_10.42.42.5(pid=32513): Launched\u000a05:50:37.473252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:38.006527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Launched\u000a05:50:38.115189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:38.383281 run patchelf(pid=32516): Launched\u000a05:50:38.561989 run osmo-stp_10.42.42.5(pid=32513): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)]\u000a05:50:38.692621 run osmo-stp_10.42.42.5(pid=32513): stdout: \u000a| (launched: 2022-12-10_05:50:37.211029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:38.823354 run osmo-stp_10.42.42.5(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055037386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:38.950079 run osmo-stp_10.42.42.5(pid=32513): stdout: \u000a| (launched: 2022-12-10_05:50:37.211029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:39.075792 run osmo-stp_10.42.42.5(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055037385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055037386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055037386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:39.221818 run patchelf(pid=32516): Terminating (SIGINT)\u000a05:50:39.393111 run patchelf(pid=32516): Terminated: ok {rc=0}\u000a05:50:39.424631 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32513): Process ended prematurely: osmo-stp_10.42.42.5(pid=32513) [trial-2370↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32513)] [trial-2370↪gprs:trx-b200↪iperf3m4.py:8]\u000a05:50:39.433949 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a05:50:39.494974 run osmo-hlr_10.42.42.2(pid=32510): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32510)]\u000a05:50:39.544361 run osmo-hlr_10.42.42.2(pid=32510): stdout: \u000a| (launched: 2022-12-10_05:50:36.237714) \u000a05:50:39.594278 run osmo-hlr_10.42.42.2(pid=32510): stderr: \u000a| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055036440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055036441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055036441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055036452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055036461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:39.636116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Terminating (SIGTERM)\u000a05:50:39.675733 run iperf3-srv_10.42.42.10(pid=32500): Terminating (SIGTERM)\u000a05:50:39.715352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminating (SIGTERM)\u000a05:50:39.755009 run iperf3-srv_10.42.42.10(pid=32502): Terminating (SIGTERM)\u000a05:50:39.794800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Terminating (SIGTERM)\u000a05:50:39.834493 run iperf3-srv_10.42.42.10(pid=32504): Terminating (SIGTERM)\u000a05:50:39.874037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Terminating (SIGTERM)\u000a05:50:39.913447 run iperf3-srv_10.42.42.10(pid=32506): Terminating (SIGTERM)\u000a05:50:39.953440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminating (SIGTERM)\u000a05:50:39.992668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a05:50:40.032242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminating (SIGTERM)\u000a05:50:40.042132 --- ParallelTerminationStrategy: PID 32499 died...\u000a05:50:40.095274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32499): Terminated: ok {rc=0}\u000a05:50:40.105228 --- ParallelTerminationStrategy: PID 32500 died...\u000a05:50:40.158054 run iperf3-srv_10.42.42.10(pid=32500): Terminated {rc=256}\u000a05:50:40.167781 --- ParallelTerminationStrategy: PID 32501 died...\u000a05:50:40.220787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminated: ok {rc=0}\u000a05:50:40.230610 --- ParallelTerminationStrategy: PID 32502 died...\u000a05:50:40.283689 run iperf3-srv_10.42.42.10(pid=32502): Terminated {rc=256}\u000a05:50:40.293204 --- ParallelTerminationStrategy: PID 32503 died...\u000a05:50:40.346035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32503): Terminated: ok {rc=0}\u000a05:50:40.355757 --- ParallelTerminationStrategy: PID 32504 died...\u000a05:50:40.408691 run iperf3-srv_10.42.42.10(pid=32504): Terminated {rc=256}\u000a05:50:40.418384 --- ParallelTerminationStrategy: PID 32505 died...\u000a05:50:40.471588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32505): Terminated: ok {rc=0}\u000a05:50:40.481292 --- ParallelTerminationStrategy: PID 32506 died...\u000a05:50:40.534243 run iperf3-srv_10.42.42.10(pid=32506): Terminated {rc=256}\u000a05:50:40.543836 --- ParallelTerminationStrategy: PID 32509 died...\u000a05:50:40.596528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32509): Terminated: ok {rc=0}\u000a05:50:40.606511 --- ParallelTerminationStrategy: PID 32512 died...\u000a05:50:40.659346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a05:50:40.669164 --- ParallelTerminationStrategy: PID 32515 died...\u000a05:50:40.722212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32515): Terminated: ok {rc=0}\u000a05:50:40.806583 bus /gobi_4: Setting Powered False\u000a05:50:41.916521 bus /gobi_4: Setting Powered False\u000a05:50:43.026867 bus /gobi_1: Setting Powered False\u000a05:50:44.129746 bus /gobi_1: Setting Powered False\u000a05:50:45.240935 bus /gobi_0: Setting Powered False\u000a05:50:46.346026 bus /gobi_0: Setting Powered False\u000a05:50:47.453137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a05:50:48.522556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:48.534589 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:48.678460 tst ping.py: using LAC 26285\u000a05:50:48.803860 tst ping.py: using RAC 20\u000a05:50:48.929245 tst ping.py: using CellId 26285\u000a05:50:49.056012 tst ping.py: using BVCI 26286\u000a05:50:49.080539 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.091581 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.102555 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.113475 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.124264 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.135222 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.146257 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:49.157195 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:49.445327 tst ping.py:19: start network...\u000a05:50:49.578232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:50.089896 run create_hlr_db(pid=32517): Launched\u000a05:50:50.274856 bus /gobi_6: Setting Powered False\u000a05:50:51.294755 run create_hlr_db(pid=32517): Terminated: ok {rc=0}\u000a05:50:51.699169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Launched\u000a05:50:52.001056 run osmo-hlr_10.42.42.2(pid=32520): Launched\u000a05:50:52.115822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:50:52.648277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Launched\u000a05:50:52.950172 run osmo-stp_10.42.42.5(pid=32523): Launched\u000a05:50:53.059490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:50:53.583992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Launched\u000a05:50:53.691069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:50:53.956235 run patchelf(pid=32526): Launched\u000a05:50:54.132235 run osmo-stp_10.42.42.5(pid=32523): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)]\u000a05:50:54.260815 run osmo-stp_10.42.42.5(pid=32523): stdout: \u000a| (launched: 2022-12-10_05:50:52.800653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:54.389662 run osmo-stp_10.42.42.5(pid=32523): stderr: \u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055052976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055052977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:54.513506 run osmo-stp_10.42.42.5(pid=32523): stdout: \u000a| (launched: 2022-12-10_05:50:52.800653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:50:54.636295 run osmo-stp_10.42.42.5(pid=32523): stderr: \u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055052975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055052976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055052976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055052977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:50:54.779716 run patchelf(pid=32526): Terminating (SIGINT)\u000a05:50:54.947517 run patchelf(pid=32526): Terminated: ok {rc=0}\u000a05:50:54.978188 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32523): Process ended prematurely: osmo-stp_10.42.42.5(pid=32523) [trial-2370↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32523)] [trial-2370↪gprs:trx-b200↪ping.py:22]\u000a05:50:54.986913 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:50:55.047631 run osmo-hlr_10.42.42.2(pid=32520): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32520)]\u000a05:50:55.097113 run osmo-hlr_10.42.42.2(pid=32520): stdout: \u000a| (launched: 2022-12-10_05:50:51.851029) \u000a05:50:55.146988 run osmo-hlr_10.42.42.2(pid=32520): stderr: \u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055052031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055052043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055052052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:50:55.189109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Terminating (SIGTERM)\u000a05:50:55.229114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Terminating (SIGTERM)\u000a05:50:55.269411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Terminating (SIGTERM)\u000a05:50:55.279040 --- ParallelTerminationStrategy: PID 32519 died...\u000a05:50:55.332386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32519): Terminated: ok {rc=0}\u000a05:50:55.342186 --- ParallelTerminationStrategy: PID 32522 died...\u000a05:50:55.394955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32522): Terminated: ok {rc=0}\u000a05:50:55.404791 --- ParallelTerminationStrategy: PID 32525 died...\u000a05:50:55.457716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32525): Terminated: ok {rc=0}\u000a05:50:55.545653 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a05:50:56.597591 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:56.609047 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a05:50:56.746815 tst ping_idle_ping.py: using LAC 26286\u000a05:50:56.864387 tst ping_idle_ping.py: using RAC 21\u000a05:50:56.982322 tst ping_idle_ping.py: using CellId 26286\u000a05:50:57.103666 tst ping_idle_ping.py: using BVCI 26287\u000a05:50:57.126677 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.137375 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.147866 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.159317 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.170566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.181784 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.193315 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a05:50:57.204730 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a05:50:57.486775 tst ping_idle_ping.py:24: start network...\u000a05:50:57.612502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:50:58.089580 run create_hlr_db(pid=32527): Launched\u000a05:50:58.263031 bus /gobi_6: Setting Powered False\u000a05:50:59.284762 run create_hlr_db(pid=32527): Terminated: ok {rc=0}\u000a05:50:59.713282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Launched\u000a05:51:00.037342 run osmo-hlr_10.42.42.2(pid=32530): Launched\u000a05:51:00.156133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:00.714711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Launched\u000a05:51:01.312024 run osmo-stp_10.42.42.5(pid=32533): Launched\u000a05:51:01.538624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:02.125546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Launched\u000a05:51:02.241861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:02.523600 run patchelf(pid=32536): Launched\u000a05:51:02.711505 run osmo-stp_10.42.42.5(pid=32533): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)]\u000a05:51:02.848647 run osmo-stp_10.42.42.5(pid=32533): stdout: \u000a| (launched: 2022-12-10_05:51:00.904047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:02.986950 run osmo-stp_10.42.42.5(pid=32533): stderr: \u000a| �[0;m�[38;5;43m20221210055101153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055101156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055101156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:03.119656 run osmo-stp_10.42.42.5(pid=32533): stdout: \u000a| (launched: 2022-12-10_05:51:00.904047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:03.251081 run osmo-stp_10.42.42.5(pid=32533): stderr: \u000a| �[0;m�[38;5;43m20221210055101153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055101154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055101156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055101156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055101157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:03.403695 run patchelf(pid=32536): Terminating (SIGINT)\u000a05:51:03.582884 run patchelf(pid=32536): Terminated: ok {rc=0}\u000a05:51:03.615394 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32533): Process ended prematurely: osmo-stp_10.42.42.5(pid=32533) [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32533)] [trial-2370↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a05:51:03.624689 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a05:51:03.687344 run osmo-hlr_10.42.42.2(pid=32530): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32530)]\u000a05:51:03.738627 run osmo-hlr_10.42.42.2(pid=32530): stdout: \u000a| (launched: 2022-12-10_05:50:59.876033) \u000a05:51:03.790497 run osmo-hlr_10.42.42.2(pid=32530): stderr: \u000a| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055100079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055100080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055100092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055100100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:03.834904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminating (SIGTERM)\u000a05:51:03.876571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminating (SIGTERM)\u000a05:51:03.918496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Terminating (SIGTERM)\u000a05:51:03.928235 --- ParallelTerminationStrategy: PID 32529 died...\u000a05:51:03.985480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32529): Terminated: ok {rc=0}\u000a05:51:03.995662 --- ParallelTerminationStrategy: PID 32532 died...\u000a05:51:04.051444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32532): Terminated: ok {rc=0}\u000a05:51:04.062009 --- ParallelTerminationStrategy: PID 32535 died...\u000a05:51:04.117713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32535): Terminated: ok {rc=0}\u000a05:51:04.204333 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:50:05" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:51:06.363888 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.374826 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:06.515711 tst cs_paging_gprs_active.py: using LAC 26287\u000a05:51:06.637169 tst cs_paging_gprs_active.py: using RAC 22\u000a05:51:06.759212 tst cs_paging_gprs_active.py: using CellId 26287\u000a05:51:06.881329 tst cs_paging_gprs_active.py: using BVCI 26288\u000a05:51:06.904885 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.915794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.926465 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.938016 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.949497 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.960898 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.972561 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.983900 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:06.995573 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:07.117461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:07.400103 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:51:07.528253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:07.847563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Launched\u000a05:51:08.114065 run iperf3-srv_10.42.42.10(pid=32542): Launched\u000a05:51:08.299930 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:51:08.427440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:08.746363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Launched\u000a05:51:09.011599 run iperf3-srv_10.42.42.10(pid=32544): Launched\u000a05:51:09.197649 tst cs_paging_gprs_active.py:38: start network...\u000a05:51:09.324698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:09.807010 run create_hlr_db(pid=32545): Launched\u000a05:51:09.982643 bus /gobi_6: Setting Powered False\u000a05:51:11.014244 run create_hlr_db(pid=32545): Terminated: ok {rc=0}\u000a05:51:11.450005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Launched\u000a05:51:11.778772 run osmo-hlr_10.42.42.2(pid=32548): Launched\u000a05:51:11.902058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:12.472101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Launched\u000a05:51:12.800407 run osmo-stp_10.42.42.5(pid=32551): Launched\u000a05:51:12.918492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:13.489499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Launched\u000a05:51:13.605296 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:13.892180 run patchelf(pid=32554): Launched\u000a05:51:14.083211 run osmo-stp_10.42.42.5(pid=32551): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)]\u000a05:51:14.222635 run osmo-stp_10.42.42.5(pid=32551): stdout: \u000a| (launched: 2022-12-10_05:51:12.637703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:14.361938 run osmo-stp_10.42.42.5(pid=32551): stderr: \u000a| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055112833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055112833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:14.496329 run osmo-stp_10.42.42.5(pid=32551): stdout: \u000a| (launched: 2022-12-10_05:51:12.637703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:14.630020 run osmo-stp_10.42.42.5(pid=32551): stderr: \u000a| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055112832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055112833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055112833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055112834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:14.785197 run patchelf(pid=32554): Terminating (SIGINT)\u000a05:51:14.967886 run patchelf(pid=32554): Terminated: ok {rc=0}\u000a05:51:15.002199 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32551): Process ended prematurely: osmo-stp_10.42.42.5(pid=32551) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32551)] [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a05:51:15.012115 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a05:51:15.074286 run osmo-hlr_10.42.42.2(pid=32548): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32548)]\u000a05:51:15.124935 run osmo-hlr_10.42.42.2(pid=32548): stdout: \u000a| (launched: 2022-12-10_05:51:11.616259) \u000a05:51:15.176418 run osmo-hlr_10.42.42.2(pid=32548): stderr: \u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055111820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055111833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055111841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055111842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055111842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:15.220433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Terminating (SIGTERM)\u000a05:51:15.262063 run iperf3-srv_10.42.42.10(pid=32542): Terminating (SIGTERM)\u000a05:51:15.303396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Terminating (SIGTERM)\u000a05:51:15.344648 run iperf3-srv_10.42.42.10(pid=32544): Terminating (SIGTERM)\u000a05:51:15.385978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Terminating (SIGTERM)\u000a05:51:15.427171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Terminating (SIGTERM)\u000a05:51:15.468463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Terminating (SIGTERM)\u000a05:51:15.478127 --- ParallelTerminationStrategy: PID 32541 died...\u000a05:51:15.533028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32541): Terminated: ok {rc=0}\u000a05:51:15.543017 --- ParallelTerminationStrategy: PID 32542 died...\u000a05:51:15.598151 run iperf3-srv_10.42.42.10(pid=32542): Terminated {rc=256}\u000a05:51:15.608267 --- ParallelTerminationStrategy: PID 32543 died...\u000a05:51:15.663043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32543): Terminated: ok {rc=0}\u000a05:51:15.673015 --- ParallelTerminationStrategy: PID 32544 died...\u000a05:51:15.727414 run iperf3-srv_10.42.42.10(pid=32544): Terminated {rc=256}\u000a05:51:15.737430 --- ParallelTerminationStrategy: PID 32547 died...\u000a05:51:15.792098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32547): Terminated: ok {rc=0}\u000a05:51:15.802118 --- ParallelTerminationStrategy: PID 32550 died...\u000a05:51:15.857563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32550): Terminated: ok {rc=0}\u000a05:51:15.867888 --- ParallelTerminationStrategy: PID 32553 died...\u000a05:51:15.946967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32553): Terminated: ok {rc=0}\u000a05:51:16.033573 bus /gobi_0: Setting Powered False\u000a05:51:17.162669 bus /gobi_0: Setting Powered False\u000a05:51:18.275319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a05:51:19.385571 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.397177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:19.542610 tst iperf3.py: using LAC 26288\u000a05:51:19.660764 tst iperf3.py: using RAC 23\u000a05:51:19.780273 tst iperf3.py: using CellId 26288\u000a05:51:19.900175 tst iperf3.py: using BVCI 26289\u000a05:51:19.923669 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.934733 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.945660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.956636 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.967650 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.978632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:19.989703 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:20.000553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:20.011798 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:20.290527 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:20.418090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:20.736574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Launched\u000a05:51:21.001862 run iperf3-srv_10.42.42.10(pid=32556): Launched\u000a05:51:21.187790 tst iperf3.py:8: start network...\u000a05:51:21.314924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:21.795774 run create_hlr_db(pid=32557): Launched\u000a05:51:21.972265 bus /gobi_6: Setting Powered False\u000a05:51:22.992181 run create_hlr_db(pid=32557): Terminated: ok {rc=0}\u000a05:51:23.426757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Launched\u000a05:51:23.754726 run osmo-hlr_10.42.42.2(pid=32560): Launched\u000a05:51:23.875361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:24.447748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Launched\u000a05:51:24.775141 run osmo-stp_10.42.42.5(pid=32563): Launched\u000a05:51:24.893985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:25.464849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Launched\u000a05:51:25.581690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:25.867318 run patchelf(pid=32566): Launched\u000a05:51:26.058374 run osmo-stp_10.42.42.5(pid=32563): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)]\u000a05:51:26.197629 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-10_05:51:24.612838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:26.336866 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055124807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:26.471300 run osmo-stp_10.42.42.5(pid=32563): stdout: \u000a| (launched: 2022-12-10_05:51:24.612838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:26.604886 run osmo-stp_10.42.42.5(pid=32563): stderr: \u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055124807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055124807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055124808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:26.759642 run patchelf(pid=32566): Terminating (SIGINT)\u000a05:51:26.941171 run patchelf(pid=32566): Terminated: ok {rc=0}\u000a05:51:26.974536 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32563): Process ended prematurely: osmo-stp_10.42.42.5(pid=32563) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32563)] [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a05:51:26.985415 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:51:27.047480 run osmo-hlr_10.42.42.2(pid=32560): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32560)]\u000a05:51:27.098205 run osmo-hlr_10.42.42.2(pid=32560): stdout: \u000a| (launched: 2022-12-10_05:51:23.592687) \u000a05:51:27.149803 run osmo-hlr_10.42.42.2(pid=32560): stderr: \u000a| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055123795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055123796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055123807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:27.193584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Terminating (SIGTERM)\u000a05:51:27.234530 run iperf3-srv_10.42.42.10(pid=32556): Terminating (SIGTERM)\u000a05:51:27.275669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminating (SIGTERM)\u000a05:51:27.316823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminating (SIGTERM)\u000a05:51:27.357916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminating (SIGTERM)\u000a05:51:27.367439 --- ParallelTerminationStrategy: PID 32555 died...\u000a05:51:27.422896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32555): Terminated: ok {rc=0}\u000a05:51:27.432926 --- ParallelTerminationStrategy: PID 32556 died...\u000a05:51:27.487895 run iperf3-srv_10.42.42.10(pid=32556): Terminated {rc=256}\u000a05:51:27.497985 --- ParallelTerminationStrategy: PID 32559 died...\u000a05:51:27.552560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminated: ok {rc=0}\u000a05:51:27.562446 --- ParallelTerminationStrategy: PID 32562 died...\u000a05:51:27.617213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32562): Terminated: ok {rc=0}\u000a05:51:27.627203 --- ParallelTerminationStrategy: PID 32565 died...\u000a05:51:27.681965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32565): Terminated: ok {rc=0}\u000a05:51:27.768843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a05:51:28.880338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:28.892072 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:29.035301 tst iperf3m4.py: using LAC 26289\u000a05:51:29.156628 tst iperf3m4.py: using RAC 24\u000a05:51:29.281651 tst iperf3m4.py: using CellId 26289\u000a05:51:29.400530 tst iperf3m4.py: using BVCI 26290\u000a05:51:29.423877 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.434893 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.445530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.456553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.467323 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.478411 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.489902 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.500910 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:29.512243 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:29.633408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:29.757762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:29.876695 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:30.173921 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:51:30.310181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:30.652926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Launched\u000a05:51:30.974442 run iperf3-srv_10.42.42.10(pid=32568): Launched\u000a05:51:31.168487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:51:31.300384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:31.643697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Launched\u000a05:51:31.933323 run iperf3-srv_10.42.42.10(pid=32570): Launched\u000a05:51:32.125276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:51:32.255728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:32.575476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Launched\u000a05:51:32.841099 run iperf3-srv_10.42.42.10(pid=32572): Launched\u000a05:51:33.027260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:51:33.154384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:51:33.472123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Launched\u000a05:51:33.736693 run iperf3-srv_10.42.42.10(pid=32574): Launched\u000a05:51:33.922418 tst iperf3m4.py:8: start network...\u000a05:51:34.049397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:34.531586 run create_hlr_db(pid=32575): Launched\u000a05:51:34.707498 bus /gobi_6: Setting Powered False\u000a05:51:35.729559 run create_hlr_db(pid=32575): Terminated: ok {rc=0}\u000a05:51:36.167570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Launched\u000a05:51:36.496061 run osmo-hlr_10.42.42.2(pid=32578): Launched\u000a05:51:36.616013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:37.188417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Launched\u000a05:51:37.514904 run osmo-stp_10.42.42.5(pid=32581): Launched\u000a05:51:37.632656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:38.204787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Launched\u000a05:51:38.321883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:38.608218 run patchelf(pid=32584): Launched\u000a05:51:38.799391 run osmo-stp_10.42.42.5(pid=32581): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)]\u000a05:51:38.939039 run osmo-stp_10.42.42.5(pid=32581): stdout: \u000a| (launched: 2022-12-10_05:51:37.353775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:39.079341 run osmo-stp_10.42.42.5(pid=32581): stderr: \u000a| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055137550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055137550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055137551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:39.214682 run osmo-stp_10.42.42.5(pid=32581): stdout: \u000a| (launched: 2022-12-10_05:51:37.353775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:39.356777 run osmo-stp_10.42.42.5(pid=32581): stderr: \u000a| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055137549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055137550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055137550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055137550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055137551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:39.509579 run patchelf(pid=32584): Terminating (SIGINT)\u000a05:51:39.689111 run patchelf(pid=32584): Terminated: ok {rc=0}\u000a05:51:39.722018 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32581): Process ended prematurely: osmo-stp_10.42.42.5(pid=32581) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32581)] [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a05:51:39.731870 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a05:51:39.793861 run osmo-hlr_10.42.42.2(pid=32578): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32578)]\u000a05:51:39.844096 run osmo-hlr_10.42.42.2(pid=32578): stdout: \u000a| (launched: 2022-12-10_05:51:36.334380) \u000a05:51:39.894892 run osmo-hlr_10.42.42.2(pid=32578): stderr: \u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055136533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055136547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055136557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:39.938292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Terminating (SIGTERM)\u000a05:51:39.979295 run iperf3-srv_10.42.42.10(pid=32568): Terminating (SIGTERM)\u000a05:51:40.020709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Terminating (SIGTERM)\u000a05:51:40.062080 run iperf3-srv_10.42.42.10(pid=32570): Terminating (SIGTERM)\u000a05:51:40.103331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Terminating (SIGTERM)\u000a05:51:40.144553 run iperf3-srv_10.42.42.10(pid=32572): Terminating (SIGTERM)\u000a05:51:40.185783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Terminating (SIGTERM)\u000a05:51:40.226970 run iperf3-srv_10.42.42.10(pid=32574): Terminating (SIGTERM)\u000a05:51:40.268530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Terminating (SIGTERM)\u000a05:51:40.309923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Terminating (SIGTERM)\u000a05:51:40.351292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Terminating (SIGTERM)\u000a05:51:40.360838 --- ParallelTerminationStrategy: PID 32567 died...\u000a05:51:40.416216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32567): Terminated: ok {rc=0}\u000a05:51:40.426350 --- ParallelTerminationStrategy: PID 32568 died...\u000a05:51:40.481362 run iperf3-srv_10.42.42.10(pid=32568): Terminated {rc=256}\u000a05:51:40.491424 --- ParallelTerminationStrategy: PID 32569 died...\u000a05:51:40.546425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32569): Terminated: ok {rc=0}\u000a05:51:40.556499 --- ParallelTerminationStrategy: PID 32570 died...\u000a05:51:40.611345 run iperf3-srv_10.42.42.10(pid=32570): Terminated {rc=256}\u000a05:51:40.621405 --- ParallelTerminationStrategy: PID 32571 died...\u000a05:51:40.676454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32571): Terminated: ok {rc=0}\u000a05:51:40.686561 --- ParallelTerminationStrategy: PID 32572 died...\u000a05:51:40.741521 run iperf3-srv_10.42.42.10(pid=32572): Terminated {rc=256}\u000a05:51:40.751540 --- ParallelTerminationStrategy: PID 32573 died...\u000a05:51:40.806600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32573): Terminated: ok {rc=0}\u000a05:51:40.816623 --- ParallelTerminationStrategy: PID 32574 died...\u000a05:51:40.874124 run iperf3-srv_10.42.42.10(pid=32574): Terminated {rc=256}\u000a05:51:40.883881 --- ParallelTerminationStrategy: PID 32577 died...\u000a05:51:40.937392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32577): Terminated: ok {rc=0}\u000a05:51:40.947808 --- ParallelTerminationStrategy: PID 32580 died...\u000a05:51:41.000987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32580): Terminated: ok {rc=0}\u000a05:51:41.011436 --- ParallelTerminationStrategy: PID 32583 died...\u000a05:51:41.064760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32583): Terminated: ok {rc=0}\u000a05:51:41.152652 bus /gobi_4: Setting Powered False\u000a05:51:42.257018 bus /gobi_4: Setting Powered False\u000a05:51:43.363747 bus /gobi_1: Setting Powered False\u000a05:51:44.469776 bus /gobi_1: Setting Powered False\u000a05:51:45.577235 bus /gobi_0: Setting Powered False\u000a05:51:46.700457 bus /gobi_0: Setting Powered False\u000a05:51:47.813041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a05:51:48.880049 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:48.891621 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:49.029382 tst ping.py: using LAC 26290\u000a05:51:49.145474 tst ping.py: using RAC 25\u000a05:51:49.261430 tst ping.py: using CellId 26290\u000a05:51:49.377420 tst ping.py: using BVCI 26291\u000a05:51:49.400012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.410957 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.421529 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.432929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.444023 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.455003 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.466106 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:49.477145 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:49.744790 tst ping.py:19: start network...\u000a05:51:49.866213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:50.328379 run create_hlr_db(pid=32585): Launched\u000a05:51:50.497708 bus /gobi_6: Setting Powered False\u000a05:51:51.518283 run create_hlr_db(pid=32585): Terminated: ok {rc=0}\u000a05:51:51.938421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Launched\u000a05:51:52.254070 run osmo-hlr_10.42.42.2(pid=32588): Launched\u000a05:51:52.369845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:51:52.919045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Launched\u000a05:51:53.234887 run osmo-stp_10.42.42.5(pid=32591): Launched\u000a05:51:53.348529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:51:53.896414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Launched\u000a05:51:54.008187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:51:54.283436 run patchelf(pid=32594): Launched\u000a05:51:54.468291 run osmo-stp_10.42.42.5(pid=32591): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)]\u000a05:51:54.602981 run osmo-stp_10.42.42.5(pid=32591): stdout: \u000a| (launched: 2022-12-10_05:51:53.079032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:54.737547 run osmo-stp_10.42.42.5(pid=32591): stderr: \u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055153272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:54.867396 run osmo-stp_10.42.42.5(pid=32591): stdout: \u000a| (launched: 2022-12-10_05:51:53.079032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:51:54.995895 run osmo-stp_10.42.42.5(pid=32591): stderr: \u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055153271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055153272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055153272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:51:55.146050 run patchelf(pid=32594): Terminating (SIGINT)\u000a05:51:55.321473 run patchelf(pid=32594): Terminated: ok {rc=0}\u000a05:51:55.353373 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32591): Process ended prematurely: osmo-stp_10.42.42.5(pid=32591) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32591)] [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a05:51:55.362608 tst ping.py:22: Test FAILED (6.5 sec)\u000a05:51:55.424800 run osmo-hlr_10.42.42.2(pid=32588): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32588)]\u000a05:51:55.475764 run osmo-hlr_10.42.42.2(pid=32588): stdout: \u000a| (launched: 2022-12-10_05:51:52.098210) \u000a05:51:55.527284 run osmo-hlr_10.42.42.2(pid=32588): stderr: \u000a| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055152294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055152295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055152307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055152317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:51:55.571075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Terminating (SIGTERM)\u000a05:51:55.612465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Terminating (SIGTERM)\u000a05:51:55.654128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Terminating (SIGTERM)\u000a05:51:55.663786 --- ParallelTerminationStrategy: PID 32587 died...\u000a05:51:55.719313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32587): Terminated: ok {rc=0}\u000a05:51:55.729438 --- ParallelTerminationStrategy: PID 32590 died...\u000a05:51:55.784580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32590): Terminated: ok {rc=0}\u000a05:51:55.794685 --- ParallelTerminationStrategy: PID 32593 died...\u000a05:51:55.849612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32593): Terminated: ok {rc=0}\u000a05:51:55.935495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a05:51:56.988136 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.000368 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:51:57.145892 tst ping_idle_ping.py: using LAC 26291\u000a05:51:57.270564 tst ping_idle_ping.py: using RAC 26\u000a05:51:57.403384 tst ping_idle_ping.py: using CellId 26291\u000a05:51:57.525208 tst ping_idle_ping.py: using BVCI 26292\u000a05:51:57.549137 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.560341 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.571390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.583028 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.594530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.606002 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.617677 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:51:57.629262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:51:57.914951 tst ping_idle_ping.py:24: start network...\u000a05:51:58.046133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:51:58.551525 run create_hlr_db(pid=32595): Launched\u000a05:51:58.734410 bus /gobi_6: Setting Powered False\u000a05:51:59.754535 run create_hlr_db(pid=32595): Terminated: ok {rc=0}\u000a05:52:00.152160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Launched\u000a05:52:00.449446 run osmo-hlr_10.42.42.2(pid=32598): Launched\u000a05:52:00.561909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:01.147247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Launched\u000a05:52:01.490765 run osmo-stp_10.42.42.5(pid=32601): Launched\u000a05:52:01.659844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:02.434505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Launched\u000a05:52:02.547474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:02.824344 run patchelf(pid=32604): Launched\u000a05:52:03.009933 run osmo-stp_10.42.42.5(pid=32601): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)]\u000a05:52:03.146014 run osmo-stp_10.42.42.5(pid=32601): stdout: \u000a| (launched: 2022-12-10_05:52:01.310758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:03.282241 run osmo-stp_10.42.42.5(pid=32601): stderr: \u000a| �[0;m�[38;5;43m20221210055201683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055201685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:03.413466 run osmo-stp_10.42.42.5(pid=32601): stdout: \u000a| (launched: 2022-12-10_05:52:01.310758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:03.543018 run osmo-stp_10.42.42.5(pid=32601): stderr: \u000a| �[0;m�[38;5;43m20221210055201683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055201684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055201685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055201690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:03.694341 run patchelf(pid=32604): Terminating (SIGINT)\u000a05:52:03.871860 run patchelf(pid=32604): Terminated: ok {rc=0}\u000a05:52:03.904139 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32601): Process ended prematurely: osmo-stp_10.42.42.5(pid=32601) [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32601)] [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a05:52:03.913507 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a05:52:03.976244 run osmo-hlr_10.42.42.2(pid=32598): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32598)]\u000a05:52:04.028140 run osmo-hlr_10.42.42.2(pid=32598): stdout: \u000a| (launched: 2022-12-10_05:52:00.301278) \u000a05:52:04.080262 run osmo-hlr_10.42.42.2(pid=32598): stderr: \u000a| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055200477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055200478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055200490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055200501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:04.124285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Terminating (SIGTERM)\u000a05:52:04.166519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Terminating (SIGTERM)\u000a05:52:04.208643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Terminating (SIGTERM)\u000a05:52:04.218427 --- ParallelTerminationStrategy: PID 32597 died...\u000a05:52:04.274377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32597): Terminated: ok {rc=0}\u000a05:52:04.284727 --- ParallelTerminationStrategy: PID 32600 died...\u000a05:52:04.340279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32600): Terminated: ok {rc=0}\u000a05:52:04.350615 --- ParallelTerminationStrategy: PID 32603 died...\u000a05:52:04.406047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32603): Terminated: ok {rc=0}\u000a05:52:04.493488 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:51:05" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:52:06.657146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:06.668532 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:06.832842 tst cs_paging_gprs_active.py: using LAC 26292\u000a05:52:06.955455 tst cs_paging_gprs_active.py: using RAC 27\u000a05:52:07.075910 tst cs_paging_gprs_active.py: using CellId 26292\u000a05:52:07.198220 tst cs_paging_gprs_active.py: using BVCI 26293\u000a05:52:07.221210 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.232101 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.242930 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.254568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.266066 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.277656 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.289144 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.300557 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:07.312041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:07.427582 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:07.702952 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:52:07.828332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:08.140514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Launched\u000a05:52:08.398815 run iperf3-srv_10.42.42.10(pid=32609): Launched\u000a05:52:08.581117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:52:08.704581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:09.015302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Launched\u000a05:52:09.273460 run iperf3-srv_10.42.42.10(pid=32611): Launched\u000a05:52:09.455186 tst cs_paging_gprs_active.py:38: start network...\u000a05:52:09.579552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:10.056197 run create_hlr_db(pid=32612): Launched\u000a05:52:10.224186 bus /gobi_6: Setting Powered False\u000a05:52:11.245717 run create_hlr_db(pid=32612): Terminated: ok {rc=0}\u000a05:52:11.659454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Launched\u000a05:52:11.974546 run osmo-hlr_10.42.42.2(pid=32615): Launched\u000a05:52:12.094129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:12.641319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Launched\u000a05:52:12.957650 run osmo-stp_10.42.42.5(pid=32618): Launched\u000a05:52:13.071900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:13.621212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Launched\u000a05:52:13.733345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:14.009186 run patchelf(pid=32621): Launched\u000a05:52:14.193442 run osmo-stp_10.42.42.5(pid=32618): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)]\u000a05:52:14.327724 run osmo-stp_10.42.42.5(pid=32618): stdout: \u000a| (launched: 2022-12-10_05:52:12.800452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:14.462606 run osmo-stp_10.42.42.5(pid=32618): stderr: \u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055212994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:14.593647 run osmo-stp_10.42.42.5(pid=32618): stdout: \u000a| (launched: 2022-12-10_05:52:12.800452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:14.722539 run osmo-stp_10.42.42.5(pid=32618): stderr: \u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055212993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055212994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055212994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:14.872047 run patchelf(pid=32621): Terminating (SIGINT)\u000a05:52:15.048284 run patchelf(pid=32621): Terminated: ok {rc=0}\u000a05:52:15.080863 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32618): Process ended prematurely: osmo-stp_10.42.42.5(pid=32618) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32618)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a05:52:15.090685 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a05:52:15.152239 run osmo-hlr_10.42.42.2(pid=32615): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32615)]\u000a05:52:15.202631 run osmo-hlr_10.42.42.2(pid=32615): stdout: \u000a| (launched: 2022-12-10_05:52:11.815934) \u000a05:52:15.253702 run osmo-hlr_10.42.42.2(pid=32615): stderr: \u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055212014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055212026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055212034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:15.297213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Terminating (SIGTERM)\u000a05:52:15.338310 run iperf3-srv_10.42.42.10(pid=32609): Terminating (SIGTERM)\u000a05:52:15.379259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Terminating (SIGTERM)\u000a05:52:15.420130 run iperf3-srv_10.42.42.10(pid=32611): Terminating (SIGTERM)\u000a05:52:15.461044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Terminating (SIGTERM)\u000a05:52:15.501858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Terminating (SIGTERM)\u000a05:52:15.542731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Terminating (SIGTERM)\u000a05:52:15.552214 --- ParallelTerminationStrategy: PID 32608 died...\u000a05:52:15.607068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32608): Terminated: ok {rc=0}\u000a05:52:15.616832 --- ParallelTerminationStrategy: PID 32609 died...\u000a05:52:15.671204 run iperf3-srv_10.42.42.10(pid=32609): Terminated {rc=256}\u000a05:52:15.681094 --- ParallelTerminationStrategy: PID 32610 died...\u000a05:52:15.735716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32610): Terminated: ok {rc=0}\u000a05:52:15.745721 --- ParallelTerminationStrategy: PID 32611 died...\u000a05:52:15.800470 run iperf3-srv_10.42.42.10(pid=32611): Terminated {rc=256}\u000a05:52:15.810424 --- ParallelTerminationStrategy: PID 32614 died...\u000a05:52:15.868461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32614): Terminated: ok {rc=0}\u000a05:52:15.878786 --- ParallelTerminationStrategy: PID 32617 died...\u000a05:52:15.934832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32617): Terminated: ok {rc=0}\u000a05:52:15.945156 --- ParallelTerminationStrategy: PID 32620 died...\u000a05:52:16.000733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32620): Terminated: ok {rc=0}\u000a05:52:16.100625 bus /gobi_0: Setting Powered False\u000a05:52:17.223036 bus /gobi_0: Setting Powered False\u000a05:52:18.336178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a05:52:19.448872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:19.460862 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:19.624848 tst iperf3.py: using LAC 26293\u000a05:52:19.747380 tst iperf3.py: using RAC 28\u000a05:52:19.870028 tst iperf3.py: using CellId 26293\u000a05:52:19.993065 tst iperf3.py: using BVCI 26294\u000a05:52:20.017300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.028435 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.039466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.050568 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.061644 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.072639 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.083734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.094958 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:20.106298 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:20.418853 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:20.548434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:20.873851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Launched\u000a05:52:21.144402 run iperf3-srv_10.42.42.10(pid=32623): Launched\u000a05:52:21.333463 tst iperf3.py:8: start network...\u000a05:52:21.461966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:21.960263 run create_hlr_db(pid=32624): Launched\u000a05:52:22.139909 bus /gobi_6: Setting Powered False\u000a05:52:23.160024 run create_hlr_db(pid=32624): Terminated: ok {rc=0}\u000a05:52:23.548203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Launched\u000a05:52:23.838581 run osmo-hlr_10.42.42.2(pid=32627): Launched\u000a05:52:23.951288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:24.464344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Launched\u000a05:52:24.754487 run osmo-stp_10.42.42.5(pid=32630): Launched\u000a05:52:24.860251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:25.364122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Launched\u000a05:52:25.466866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:25.720910 run patchelf(pid=32633): Launched\u000a05:52:25.890131 run osmo-stp_10.42.42.5(pid=32630): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]\u000a05:52:26.013672 run osmo-stp_10.42.42.5(pid=32630): stdout: \u000a| (launched: 2022-12-10_05:52:24.610265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:26.137605 run osmo-stp_10.42.42.5(pid=32630): stderr: \u000a| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055224782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055224782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:26.257796 run osmo-stp_10.42.42.5(pid=32630): stdout: \u000a| (launched: 2022-12-10_05:52:24.610265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:26.376581 run osmo-stp_10.42.42.5(pid=32630): stderr: \u000a| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055224781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055224782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055224782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055224783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:26.514318 run patchelf(pid=32633): Terminating (SIGINT)\u000a05:52:26.676485 run patchelf(pid=32633): Terminated: ok {rc=0}\u000a05:52:26.706534 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a05:52:26.715695 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a05:52:26.775330 run osmo-hlr_10.42.42.2(pid=32627): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32627)]\u000a05:52:26.823831 run osmo-hlr_10.42.42.2(pid=32627): stdout: \u000a| (launched: 2022-12-10_05:52:23.693746) \u000a05:52:26.873284 run osmo-hlr_10.42.42.2(pid=32627): stderr: \u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055223871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055223884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055223892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:26.914600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Terminating (SIGTERM)\u000a05:52:26.953963 run iperf3-srv_10.42.42.10(pid=32623): Terminating (SIGTERM)\u000a05:52:26.993291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminating (SIGTERM)\u000a05:52:27.032618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminating (SIGTERM)\u000a05:52:27.071914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Terminating (SIGTERM)\u000a05:52:27.081273 --- ParallelTerminationStrategy: PID 32622 died...\u000a05:52:27.134145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32622): Terminated: ok {rc=0}\u000a05:52:27.143609 --- ParallelTerminationStrategy: PID 32623 died...\u000a05:52:27.195913 run iperf3-srv_10.42.42.10(pid=32623): Terminated {rc=256}\u000a05:52:27.205508 --- ParallelTerminationStrategy: PID 32626 died...\u000a05:52:27.257684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminated: ok {rc=0}\u000a05:52:27.267410 --- ParallelTerminationStrategy: PID 32629 died...\u000a05:52:27.319675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminated: ok {rc=0}\u000a05:52:27.329459 --- ParallelTerminationStrategy: PID 32632 died...\u000a05:52:27.381784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32632): Terminated: ok {rc=0}\u000a05:52:27.469420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a05:52:28.575539 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:28.587075 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:28.744475 tst iperf3m4.py: using LAC 26294\u000a05:52:28.858385 tst iperf3m4.py: using RAC 29\u000a05:52:28.969985 tst iperf3m4.py: using CellId 26294\u000a05:52:29.081925 tst iperf3m4.py: using BVCI 26295\u000a05:52:29.103996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.114659 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.125267 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.135844 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.146465 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.157165 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.167880 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.178724 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:29.189651 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:29.305849 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:29.420196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:29.537477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:29.823727 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:52:29.953584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:30.279484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Launched\u000a05:52:30.549981 run iperf3-srv_10.42.42.10(pid=32635): Launched\u000a05:52:30.740692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:52:30.875670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:31.220725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Launched\u000a05:52:31.511365 run iperf3-srv_10.42.42.10(pid=32637): Launched\u000a05:52:31.704419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:52:31.836753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:32.180721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Launched\u000a05:52:32.451685 run iperf3-srv_10.42.42.10(pid=32639): Launched\u000a05:52:32.640749 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:52:32.770800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:52:33.096648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Launched\u000a05:52:33.367247 run iperf3-srv_10.42.42.10(pid=32641): Launched\u000a05:52:33.556255 tst iperf3m4.py:8: start network...\u000a05:52:33.685633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:34.183189 run create_hlr_db(pid=32642): Launched\u000a05:52:34.361643 bus /gobi_6: Setting Powered False\u000a05:52:35.382677 run create_hlr_db(pid=32642): Terminated: ok {rc=0}\u000a05:52:35.773453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Launched\u000a05:52:36.069709 run osmo-hlr_10.42.42.2(pid=32649): Launched\u000a05:52:36.182855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:36.698938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Launched\u000a05:52:36.989584 run osmo-stp_10.42.42.5(pid=32652): Launched\u000a05:52:37.094948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:37.601089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Launched\u000a05:52:37.703285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:37.958235 run patchelf(pid=32655): Launched\u000a05:52:38.127543 run osmo-stp_10.42.42.5(pid=32652): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)]\u000a05:52:38.251493 run osmo-stp_10.42.42.5(pid=32652): stdout: \u000a| (launched: 2022-12-10_05:52:36.845213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:38.375549 run osmo-stp_10.42.42.5(pid=32652): stderr: \u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:38.495214 run osmo-stp_10.42.42.5(pid=32652): stdout: \u000a| (launched: 2022-12-10_05:52:36.845213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:38.614155 run osmo-stp_10.42.42.5(pid=32652): stderr: \u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055237016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055237017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055237019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:38.752682 run patchelf(pid=32655): Terminating (SIGINT)\u000a05:52:38.914945 run patchelf(pid=32655): Terminated: ok {rc=0}\u000a05:52:38.945396 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32652): Process ended prematurely: osmo-stp_10.42.42.5(pid=32652) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32652)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a05:52:38.954475 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a05:52:39.013977 run osmo-hlr_10.42.42.2(pid=32649): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32649)]\u000a05:52:39.062227 run osmo-hlr_10.42.42.2(pid=32649): stdout: \u000a| (launched: 2022-12-10_05:52:35.919327) \u000a05:52:39.111047 run osmo-hlr_10.42.42.2(pid=32649): stderr: \u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055236097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055236109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055236118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:39.152313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminating (SIGTERM)\u000a05:52:39.191317 run iperf3-srv_10.42.42.10(pid=32635): Terminating (SIGTERM)\u000a05:52:39.230286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminating (SIGTERM)\u000a05:52:39.269041 run iperf3-srv_10.42.42.10(pid=32637): Terminating (SIGTERM)\u000a05:52:39.308019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Terminating (SIGTERM)\u000a05:52:39.347052 run iperf3-srv_10.42.42.10(pid=32639): Terminating (SIGTERM)\u000a05:52:39.385969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Terminating (SIGTERM)\u000a05:52:39.424723 run iperf3-srv_10.42.42.10(pid=32641): Terminating (SIGTERM)\u000a05:52:39.463757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Terminating (SIGTERM)\u000a05:52:39.502437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminating (SIGTERM)\u000a05:52:39.541296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Terminating (SIGTERM)\u000a05:52:39.550445 --- ParallelTerminationStrategy: PID 32634 died...\u000a05:52:39.602695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminated: ok {rc=0}\u000a05:52:39.612344 --- ParallelTerminationStrategy: PID 32635 died...\u000a05:52:39.663829 run iperf3-srv_10.42.42.10(pid=32635): Terminated {rc=256}\u000a05:52:39.673370 --- ParallelTerminationStrategy: PID 32636 died...\u000a05:52:39.725101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminated: ok {rc=0}\u000a05:52:39.734627 --- ParallelTerminationStrategy: PID 32637 died...\u000a05:52:39.786544 run iperf3-srv_10.42.42.10(pid=32637): Terminated {rc=256}\u000a05:52:39.795893 --- ParallelTerminationStrategy: PID 32638 died...\u000a05:52:39.847516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32638): Terminated: ok {rc=0}\u000a05:52:39.857077 --- ParallelTerminationStrategy: PID 32639 died...\u000a05:52:39.908551 run iperf3-srv_10.42.42.10(pid=32639): Terminated {rc=256}\u000a05:52:39.918061 --- ParallelTerminationStrategy: PID 32640 died...\u000a05:52:39.970062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32640): Terminated: ok {rc=0}\u000a05:52:39.979489 --- ParallelTerminationStrategy: PID 32641 died...\u000a05:52:40.031258 run iperf3-srv_10.42.42.10(pid=32641): Terminated {rc=256}\u000a05:52:40.040763 --- ParallelTerminationStrategy: PID 32644 died...\u000a05:52:40.092467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32644): Terminated: ok {rc=0}\u000a05:52:40.102128 --- ParallelTerminationStrategy: PID 32651 died...\u000a05:52:40.153917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32651): Terminated: ok {rc=0}\u000a05:52:40.163462 --- ParallelTerminationStrategy: PID 32654 died...\u000a05:52:40.215086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32654): Terminated: ok {rc=0}\u000a05:52:40.301895 bus /gobi_4: Setting Powered False\u000a05:52:41.403674 bus /gobi_4: Setting Powered False\u000a05:52:42.513769 bus /gobi_1: Setting Powered False\u000a05:52:43.612854 bus /gobi_1: Setting Powered False\u000a05:52:44.721578 bus /gobi_0: Setting Powered False\u000a05:52:45.821375 bus /gobi_0: Setting Powered False\u000a05:52:46.935771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a05:52:48.005786 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.017468 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:48.176465 tst ping.py: using LAC 26295\u000a05:52:48.290723 tst ping.py: using RAC 30\u000a05:52:48.403036 tst ping.py: using CellId 26295\u000a05:52:48.516075 tst ping.py: using BVCI 26296\u000a05:52:48.537737 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.548494 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.558988 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.569715 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.580349 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.591040 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.601945 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:48.612464 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:48.873671 tst ping.py:19: start network...\u000a05:52:48.990560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:49.438852 run create_hlr_db(pid=32656): Launched\u000a05:52:49.602005 bus /gobi_6: Setting Powered False\u000a05:52:50.623024 run create_hlr_db(pid=32656): Terminated: ok {rc=0}\u000a05:52:51.031129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Launched\u000a05:52:51.338038 run osmo-hlr_10.42.42.2(pid=32659): Launched\u000a05:52:51.449621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:52:51.982704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Launched\u000a05:52:52.289420 run osmo-stp_10.42.42.5(pid=32662): Launched\u000a05:52:52.399318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:52:52.933902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Launched\u000a05:52:53.042361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:52:53.311696 run patchelf(pid=32665): Launched\u000a05:52:53.490187 run osmo-stp_10.42.42.5(pid=32662): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)]\u000a05:52:53.620686 run osmo-stp_10.42.42.5(pid=32662): stdout: \u000a| (launched: 2022-12-10_05:52:52.136733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:53.751534 run osmo-stp_10.42.42.5(pid=32662): stderr: \u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055252329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055252330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:53.877335 run osmo-stp_10.42.42.5(pid=32662): stdout: \u000a| (launched: 2022-12-10_05:52:52.136733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:52:54.001457 run osmo-stp_10.42.42.5(pid=32662): stderr: \u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055252328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055252329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055252329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055252330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:52:54.147095 run patchelf(pid=32665): Terminating (SIGINT)\u000a05:52:54.317588 run patchelf(pid=32665): Terminated: ok {rc=0}\u000a05:52:54.348640 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32662): Process ended prematurely: osmo-stp_10.42.42.5(pid=32662) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32662)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a05:52:54.357797 tst ping.py:22: Test FAILED (6.3 sec)\u000a05:52:54.419433 run osmo-hlr_10.42.42.2(pid=32659): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32659)]\u000a05:52:54.470044 run osmo-hlr_10.42.42.2(pid=32659): stdout: \u000a| (launched: 2022-12-10_05:52:51.185420) \u000a05:52:54.521464 run osmo-hlr_10.42.42.2(pid=32659): stderr: \u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055251385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055251397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055251405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:52:54.564929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Terminating (SIGTERM)\u000a05:52:54.606016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Terminating (SIGTERM)\u000a05:52:54.647160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Terminating (SIGTERM)\u000a05:52:54.656701 --- ParallelTerminationStrategy: PID 32658 died...\u000a05:52:54.711655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32658): Terminated: ok {rc=0}\u000a05:52:54.721618 --- ParallelTerminationStrategy: PID 32661 died...\u000a05:52:54.776090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32661): Terminated: ok {rc=0}\u000a05:52:54.785973 --- ParallelTerminationStrategy: PID 32664 died...\u000a05:52:54.840586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32664): Terminated: ok {rc=0}\u000a05:52:54.926668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a05:52:55.978696 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:55.991016 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a05:52:56.154089 tst ping_idle_ping.py: using LAC 26296\u000a05:52:56.272242 tst ping_idle_ping.py: using RAC 31\u000a05:52:56.390110 tst ping_idle_ping.py: using CellId 26296\u000a05:52:56.511861 tst ping_idle_ping.py: using BVCI 26297\u000a05:52:56.535294 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.546422 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.557426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.568450 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.579411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.590399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.601475 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a05:52:56.612458 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a05:52:56.878224 tst ping_idle_ping.py:24: start network...\u000a05:52:56.997414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:52:57.453237 run create_hlr_db(pid=32666): Launched\u000a05:52:57.617790 bus /gobi_6: Setting Powered False\u000a05:52:58.638275 run create_hlr_db(pid=32666): Terminated: ok {rc=0}\u000a05:52:59.047655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Launched\u000a05:52:59.355798 run osmo-hlr_10.42.42.2(pid=32669): Launched\u000a05:52:59.470282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:00.002052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Launched\u000a05:53:00.309166 run osmo-stp_10.42.42.5(pid=32672): Launched\u000a05:53:00.419552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:00.966903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Launched\u000a05:53:01.074433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:01.351371 run patchelf(pid=32675): Launched\u000a05:53:01.522558 run osmo-stp_10.42.42.5(pid=32672): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)]\u000a05:53:01.650256 run osmo-stp_10.42.42.5(pid=32672): stdout: \u000a| (launched: 2022-12-10_05:53:00.156936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:01.778448 run osmo-stp_10.42.42.5(pid=32672): stderr: \u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055300348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:01.901698 run osmo-stp_10.42.42.5(pid=32672): stdout: \u000a| (launched: 2022-12-10_05:53:00.156936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:02.024237 run osmo-stp_10.42.42.5(pid=32672): stderr: \u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055300348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055300348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055300351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:02.164406 run patchelf(pid=32675): Terminating (SIGINT)\u000a05:53:02.328373 run patchelf(pid=32675): Terminated: ok {rc=0}\u000a05:53:02.358284 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32672): Process ended prematurely: osmo-stp_10.42.42.5(pid=32672) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32672)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a05:53:02.367407 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a05:53:02.428348 run osmo-hlr_10.42.42.2(pid=32669): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32669)]\u000a05:53:02.477319 run osmo-hlr_10.42.42.2(pid=32669): stdout: \u000a| (launched: 2022-12-10_05:52:59.201451) \u000a05:53:02.527029 run osmo-hlr_10.42.42.2(pid=32669): stderr: \u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055259402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055259414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055259423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:02.568455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Terminating (SIGTERM)\u000a05:53:02.608484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Terminating (SIGTERM)\u000a05:53:02.648377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Terminating (SIGTERM)\u000a05:53:02.658191 --- ParallelTerminationStrategy: PID 32668 died...\u000a05:53:02.711093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32668): Terminated: ok {rc=0}\u000a05:53:02.721487 --- ParallelTerminationStrategy: PID 32671 died...\u000a05:53:02.777200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32671): Terminated: ok {rc=0}\u000a05:53:02.787463 --- ParallelTerminationStrategy: PID 32674 died...\u000a05:53:02.842675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32674): Terminated: ok {rc=0}\u000a05:53:02.927659 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:52:06" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:53:05.060327 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.071235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:05.224362 tst cs_paging_gprs_active.py: using LAC 26297\u000a05:53:05.340251 tst cs_paging_gprs_active.py: using RAC 32\u000a05:53:05.456508 tst cs_paging_gprs_active.py: using CellId 26297\u000a05:53:05.572445 tst cs_paging_gprs_active.py: using BVCI 26298\u000a05:53:05.594865 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.605650 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.616653 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.628108 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.639180 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.650280 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.661356 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.672312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:05.683534 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:05.800748 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:06.086006 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:53:06.216319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:06.539238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Launched\u000a05:53:06.807575 run iperf3-srv_10.42.42.10(pid=32681): Launched\u000a05:53:06.999052 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:53:07.129394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:07.452853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Launched\u000a05:53:07.721328 run iperf3-srv_10.42.42.10(pid=32683): Launched\u000a05:53:07.913239 tst cs_paging_gprs_active.py:38: start network...\u000a05:53:08.043862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:08.543679 run create_hlr_db(pid=32684): Launched\u000a05:53:08.724009 bus /gobi_6: Setting Powered False\u000a05:53:09.744734 run create_hlr_db(pid=32684): Terminated: ok {rc=0}\u000a05:53:10.134612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Launched\u000a05:53:10.425504 run osmo-hlr_10.42.42.2(pid=32687): Launched\u000a05:53:10.531885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:11.044469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Launched\u000a05:53:11.355269 run osmo-stp_10.42.42.5(pid=32690): Launched\u000a05:53:11.467842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:12.011313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Launched\u000a05:53:12.122533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:12.393502 run patchelf(pid=32693): Launched\u000a05:53:12.576228 run osmo-stp_10.42.42.5(pid=32690): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)]\u000a05:53:12.709846 run osmo-stp_10.42.42.5(pid=32690): stdout: \u000a| (launched: 2022-12-10_05:53:11.203204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:12.843591 run osmo-stp_10.42.42.5(pid=32690): stderr: \u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055311394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:12.973277 run osmo-stp_10.42.42.5(pid=32690): stdout: \u000a| (launched: 2022-12-10_05:53:11.203204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:13.103609 run osmo-stp_10.42.42.5(pid=32690): stderr: \u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055311394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055311394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055311395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:13.252482 run patchelf(pid=32693): Terminating (SIGINT)\u000a05:53:13.427419 run patchelf(pid=32693): Terminated: ok {rc=0}\u000a05:53:13.459797 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32690): Process ended prematurely: osmo-stp_10.42.42.5(pid=32690) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32690)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a05:53:13.469446 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a05:53:13.531296 run osmo-hlr_10.42.42.2(pid=32687): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32687)]\u000a05:53:13.581697 run osmo-hlr_10.42.42.2(pid=32687): stdout: \u000a| (launched: 2022-12-10_05:53:10.282136) \u000a05:53:13.632422 run osmo-hlr_10.42.42.2(pid=32687): stderr: \u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055310457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055310470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055310478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:13.675859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Terminating (SIGTERM)\u000a05:53:13.716869 run iperf3-srv_10.42.42.10(pid=32681): Terminating (SIGTERM)\u000a05:53:13.757918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Terminating (SIGTERM)\u000a05:53:13.798747 run iperf3-srv_10.42.42.10(pid=32683): Terminating (SIGTERM)\u000a05:53:13.839761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminating (SIGTERM)\u000a05:53:13.880911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminating (SIGTERM)\u000a05:53:13.922083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Terminating (SIGTERM)\u000a05:53:13.931570 --- ParallelTerminationStrategy: PID 32680 died...\u000a05:53:13.986508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32680): Terminated: ok {rc=0}\u000a05:53:13.996403 --- ParallelTerminationStrategy: PID 32681 died...\u000a05:53:14.051028 run iperf3-srv_10.42.42.10(pid=32681): Terminated {rc=256}\u000a05:53:14.060883 --- ParallelTerminationStrategy: PID 32682 died...\u000a05:53:14.115532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32682): Terminated: ok {rc=0}\u000a05:53:14.125467 --- ParallelTerminationStrategy: PID 32683 died...\u000a05:53:14.179660 run iperf3-srv_10.42.42.10(pid=32683): Terminated {rc=256}\u000a05:53:14.189490 --- ParallelTerminationStrategy: PID 32686 died...\u000a05:53:14.243808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32686): Terminated: ok {rc=0}\u000a05:53:14.253773 --- ParallelTerminationStrategy: PID 32689 died...\u000a05:53:14.308363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32689): Terminated: ok {rc=0}\u000a05:53:14.318338 --- ParallelTerminationStrategy: PID 32692 died...\u000a05:53:14.372774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32692): Terminated: ok {rc=0}\u000a05:53:14.458422 bus /gobi_0: Setting Powered False\u000a05:53:15.562991 bus /gobi_0: Setting Powered False\u000a05:53:16.718156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a05:53:17.863885 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:17.876785 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:18.075344 tst iperf3.py: using LAC 26298\u000a05:53:18.218501 tst iperf3.py: using RAC 33\u000a05:53:18.363100 tst iperf3.py: using CellId 26298\u000a05:53:18.526826 tst iperf3.py: using BVCI 26299\u000a05:53:18.555431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.571207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.584163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.596128 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.608000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.621858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.633843 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.646549 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:18.661521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:18.972481 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:19.104202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:19.449162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Launched\u000a05:53:19.740667 run iperf3-srv_10.42.42.10(pid=509): Launched\u000a05:53:19.934051 tst iperf3.py:8: start network...\u000a05:53:20.068193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:20.609176 run create_hlr_db(pid=511): Launched\u000a05:53:20.791450 bus /gobi_6: Setting Powered False\u000a05:53:21.813035 run create_hlr_db(pid=511): Terminated: ok {rc=0}\u000a05:53:22.261213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Launched\u000a05:53:22.692061 run osmo-hlr_10.42.42.2(pid=515): Launched\u000a05:53:22.927858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:23.517485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Launched\u000a05:53:23.948567 run osmo-stp_10.42.42.5(pid=518): Launched\u000a05:53:24.171952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:24.759357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Launched\u000a05:53:24.877826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:25.182006 run patchelf(pid=521): Launched\u000a05:53:25.375989 run osmo-stp_10.42.42.5(pid=518): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)]\u000a05:53:25.517361 run osmo-stp_10.42.42.5(pid=518): stdout: \u000a| (launched: 2022-12-10_05:53:23.687692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:25.660099 run osmo-stp_10.42.42.5(pid=518): stderr: \u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:25.797747 run osmo-stp_10.42.42.5(pid=518): stdout: \u000a| (launched: 2022-12-10_05:53:23.687692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:25.934591 run osmo-stp_10.42.42.5(pid=518): stderr: \u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055323982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055323983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055323994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:26.094467 run patchelf(pid=521): Terminating (SIGINT)\u000a05:53:26.279509 run patchelf(pid=521): Terminated: ok {rc=0}\u000a05:53:26.314917 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=518): Process ended prematurely: osmo-stp_10.42.42.5(pid=518) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=518)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a05:53:26.326118 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a05:53:26.392443 run osmo-hlr_10.42.42.2(pid=515): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=515)]\u000a05:53:26.446381 run osmo-hlr_10.42.42.2(pid=515): stdout: \u000a| (launched: 2022-12-10_05:53:22.428309) \u000a05:53:26.500407 run osmo-hlr_10.42.42.2(pid=515): stderr: \u000a| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055322728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055322737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055322749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055322761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:26.547579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Terminating (SIGTERM)\u000a05:53:26.593504 run iperf3-srv_10.42.42.10(pid=509): Terminating (SIGTERM)\u000a05:53:26.639111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Terminating (SIGTERM)\u000a05:53:26.685298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Terminating (SIGTERM)\u000a05:53:26.730734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Terminating (SIGTERM)\u000a05:53:26.742648 --- ParallelTerminationStrategy: PID 508 died...\u000a05:53:26.801305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=508): Terminated: ok {rc=0}\u000a05:53:26.811802 --- ParallelTerminationStrategy: PID 509 died...\u000a05:53:26.869171 run iperf3-srv_10.42.42.10(pid=509): Terminated {rc=256}\u000a05:53:26.879577 --- ParallelTerminationStrategy: PID 514 died...\u000a05:53:26.937887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=514): Terminated: ok {rc=0}\u000a05:53:26.950089 --- ParallelTerminationStrategy: PID 517 died...\u000a05:53:27.008402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=517): Terminated: ok {rc=0}\u000a05:53:27.019274 --- ParallelTerminationStrategy: PID 520 died...\u000a05:53:27.076799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=520): Terminated: ok {rc=0}\u000a05:53:27.169743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a05:53:28.287584 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.300595 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:28.472680 tst iperf3m4.py: using LAC 26299\u000a05:53:28.605533 tst iperf3m4.py: using RAC 34\u000a05:53:28.735942 tst iperf3m4.py: using CellId 26299\u000a05:53:28.866453 tst iperf3m4.py: using BVCI 26300\u000a05:53:28.892114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.904246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.916736 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.928910 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.942654 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.955949 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.968522 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.981063 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:28.994312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:29.119300 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:29.246860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:29.374156 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:29.679964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:53:29.819769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:30.179140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Launched\u000a05:53:30.480417 run iperf3-srv_10.42.42.10(pid=523): Launched\u000a05:53:30.685527 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:53:30.825322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:31.213636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Launched\u000a05:53:31.511338 run iperf3-srv_10.42.42.10(pid=525): Launched\u000a05:53:31.715930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:53:31.854192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:32.240370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Launched\u000a05:53:32.655844 run iperf3-srv_10.42.42.10(pid=527): Launched\u000a05:53:32.860636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:53:32.999495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:53:33.354717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Launched\u000a05:53:33.651264 run iperf3-srv_10.42.42.10(pid=529): Launched\u000a05:53:33.857179 tst iperf3m4.py:8: start network...\u000a05:53:33.998539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:34.566319 run create_hlr_db(pid=530): Launched\u000a05:53:34.757115 bus /gobi_6: Setting Powered False\u000a05:53:35.778662 run create_hlr_db(pid=530): Terminated: ok {rc=0}\u000a05:53:36.234193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Launched\u000a05:53:36.664229 run osmo-hlr_10.42.42.2(pid=533): Launched\u000a05:53:36.914002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:37.503379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Launched\u000a05:53:37.932069 run osmo-stp_10.42.42.5(pid=536): Launched\u000a05:53:38.164845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:38.756732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Launched\u000a05:53:38.875323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:39.181913 run patchelf(pid=539): Launched\u000a05:53:39.377748 run osmo-stp_10.42.42.5(pid=536): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)]\u000a05:53:39.520611 run osmo-stp_10.42.42.5(pid=536): stdout: \u000a| (launched: 2022-12-10_05:53:37.671494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:39.664078 run osmo-stp_10.42.42.5(pid=536): stderr: \u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055337980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:39.802920 run osmo-stp_10.42.42.5(pid=536): stdout: \u000a| (launched: 2022-12-10_05:53:37.671494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:39.943946 run osmo-stp_10.42.42.5(pid=536): stderr: \u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055337979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055337980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055337985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:40.098192 run patchelf(pid=539): Terminating (SIGINT)\u000a05:53:40.277785 run patchelf(pid=539): Terminated: ok {rc=0}\u000a05:53:40.310783 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=536): Process ended prematurely: osmo-stp_10.42.42.5(pid=536) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=536)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a05:53:40.320846 tst iperf3m4.py:8: Test FAILED (12.1 sec)\u000a05:53:40.384328 run osmo-hlr_10.42.42.2(pid=533): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=533)]\u000a05:53:40.435919 run osmo-hlr_10.42.42.2(pid=533): stdout: \u000a| (launched: 2022-12-10_05:53:36.403368) \u000a05:53:40.488144 run osmo-hlr_10.42.42.2(pid=533): stderr: \u000a| �[0;m�[1;31m20221210055336717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055336717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055336718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055336732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055336749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:40.532742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Terminating (SIGTERM)\u000a05:53:40.574868 run iperf3-srv_10.42.42.10(pid=523): Terminating (SIGTERM)\u000a05:53:40.617069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Terminating (SIGTERM)\u000a05:53:40.658972 run iperf3-srv_10.42.42.10(pid=525): Terminating (SIGTERM)\u000a05:53:40.700914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Terminating (SIGTERM)\u000a05:53:40.742725 run iperf3-srv_10.42.42.10(pid=527): Terminating (SIGTERM)\u000a05:53:40.784701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Terminating (SIGTERM)\u000a05:53:40.826606 run iperf3-srv_10.42.42.10(pid=529): Terminating (SIGTERM)\u000a05:53:40.868534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Terminating (SIGTERM)\u000a05:53:40.910484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Terminating (SIGTERM)\u000a05:53:40.952324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Terminating (SIGTERM)\u000a05:53:40.962000 --- ParallelTerminationStrategy: PID 522 died...\u000a05:53:41.017817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=522): Terminated: ok {rc=0}\u000a05:53:41.027845 --- ParallelTerminationStrategy: PID 523 died...\u000a05:53:41.083978 run iperf3-srv_10.42.42.10(pid=523): Terminated {rc=256}\u000a05:53:41.094023 --- ParallelTerminationStrategy: PID 524 died...\u000a05:53:41.149744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=524): Terminated: ok {rc=0}\u000a05:53:41.159744 --- ParallelTerminationStrategy: PID 525 died...\u000a05:53:41.215763 run iperf3-srv_10.42.42.10(pid=525): Terminated {rc=256}\u000a05:53:41.225820 --- ParallelTerminationStrategy: PID 526 died...\u000a05:53:41.281209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=526): Terminated: ok {rc=0}\u000a05:53:41.291168 --- ParallelTerminationStrategy: PID 527 died...\u000a05:53:41.346606 run iperf3-srv_10.42.42.10(pid=527): Terminated {rc=256}\u000a05:53:41.356587 --- ParallelTerminationStrategy: PID 528 died...\u000a05:53:41.412220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=528): Terminated: ok {rc=0}\u000a05:53:41.422225 --- ParallelTerminationStrategy: PID 529 died...\u000a05:53:41.477767 run iperf3-srv_10.42.42.10(pid=529): Terminated {rc=256}\u000a05:53:41.487746 --- ParallelTerminationStrategy: PID 532 died...\u000a05:53:41.543524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=532): Terminated: ok {rc=0}\u000a05:53:41.553681 --- ParallelTerminationStrategy: PID 535 died...\u000a05:53:41.609321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=535): Terminated: ok {rc=0}\u000a05:53:41.619381 --- ParallelTerminationStrategy: PID 538 died...\u000a05:53:41.675348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=538): Terminated: ok {rc=0}\u000a05:53:41.762751 bus /gobi_4: Setting Powered False\u000a05:53:42.868665 bus /gobi_4: Setting Powered False\u000a05:53:43.976619 bus /gobi_1: Setting Powered False\u000a05:53:45.083120 bus /gobi_1: Setting Powered False\u000a05:53:46.196885 bus /gobi_0: Setting Powered False\u000a05:53:47.302514 bus /gobi_0: Setting Powered False\u000a05:53:48.412446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a05:53:49.482818 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:49.495361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:49.661426 tst ping.py: using LAC 26300\u000a05:53:49.786728 tst ping.py: using RAC 35\u000a05:53:49.910542 tst ping.py: using CellId 26300\u000a05:53:50.033719 tst ping.py: using BVCI 26301\u000a05:53:50.058292 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.069823 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.081140 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.092442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.103847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.115138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.126445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:50.137761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:50.424239 tst ping.py:19: start network...\u000a05:53:50.554961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:51.057511 run create_hlr_db(pid=540): Launched\u000a05:53:51.240048 bus /gobi_6: Setting Powered False\u000a05:53:52.260031 run create_hlr_db(pid=540): Terminated: ok {rc=0}\u000a05:53:52.659648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Launched\u000a05:53:52.955232 run osmo-hlr_10.42.42.2(pid=543): Launched\u000a05:53:53.068500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:53:53.600018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Launched\u000a05:53:53.895744 run osmo-stp_10.42.42.5(pid=546): Launched\u000a05:53:54.005486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:53:54.520265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Launched\u000a05:53:54.625005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:53:54.884000 run patchelf(pid=549): Launched\u000a05:53:55.056917 run osmo-stp_10.42.42.5(pid=546): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)]\u000a05:53:55.183235 run osmo-stp_10.42.42.5(pid=546): stdout: \u000a| (launched: 2022-12-10_05:53:53.749330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:55.310053 run osmo-stp_10.42.42.5(pid=546): stderr: \u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:55.431806 run osmo-stp_10.42.42.5(pid=546): stdout: \u000a| (launched: 2022-12-10_05:53:53.749330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:53:55.552054 run osmo-stp_10.42.42.5(pid=546): stderr: \u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055353918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055353918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055353921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:53:55.693069 run patchelf(pid=549): Terminating (SIGINT)\u000a05:53:55.858416 run patchelf(pid=549): Terminated: ok {rc=0}\u000a05:53:55.888643 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=546): Process ended prematurely: osmo-stp_10.42.42.5(pid=546) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=546)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a05:53:55.897446 tst ping.py:22: Test FAILED (6.4 sec)\u000a05:53:55.957067 run osmo-hlr_10.42.42.2(pid=543): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=543)]\u000a05:53:56.005274 run osmo-hlr_10.42.42.2(pid=543): stdout: \u000a| (launched: 2022-12-10_05:53:52.809373) \u000a05:53:56.054564 run osmo-hlr_10.42.42.2(pid=543): stderr: \u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055352986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055352998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055353009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055353010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055353010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:53:56.095991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Terminating (SIGTERM)\u000a05:53:56.135244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Terminating (SIGTERM)\u000a05:53:56.174394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Terminating (SIGTERM)\u000a05:53:56.183683 --- ParallelTerminationStrategy: PID 542 died...\u000a05:53:56.236240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=542): Terminated: ok {rc=0}\u000a05:53:56.245919 --- ParallelTerminationStrategy: PID 545 died...\u000a05:53:56.298102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=545): Terminated: ok {rc=0}\u000a05:53:56.307652 --- ParallelTerminationStrategy: PID 548 died...\u000a05:53:56.360211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=548): Terminated: ok {rc=0}\u000a05:53:56.447523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a05:53:57.499411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:57.511557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:53:57.675642 tst ping_idle_ping.py: using LAC 26301\u000a05:53:57.799555 tst ping_idle_ping.py: using RAC 36\u000a05:53:57.923718 tst ping_idle_ping.py: using CellId 26301\u000a05:53:58.049772 tst ping_idle_ping.py: using BVCI 26302\u000a05:53:58.074519 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.086000 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.097246 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.108899 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.120478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.132059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.143790 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a05:53:58.155325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a05:53:58.430750 tst ping_idle_ping.py:24: start network...\u000a05:53:58.553794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:53:59.022478 run create_hlr_db(pid=550): Launched\u000a05:53:59.193495 bus /gobi_6: Setting Powered False\u000a05:54:00.213079 run create_hlr_db(pid=550): Terminated: ok {rc=0}\u000a05:54:00.636729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched\u000a05:54:01.097552 run osmo-hlr_10.42.42.2(pid=553): Launched\u000a05:54:01.274555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:01.822746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched\u000a05:54:02.181652 run osmo-stp_10.42.42.5(pid=556): Launched\u000a05:54:02.455233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:03.007790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Launched\u000a05:54:03.120397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:03.397120 run patchelf(pid=559): Launched\u000a05:54:03.581812 run osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a05:54:03.717127 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-10_05:54:01.977014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:03.852464 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055402342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:03.982746 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-10_05:54:01.977014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:04.112301 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055402341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055402342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:04.262815 run patchelf(pid=559): Terminating (SIGINT)\u000a05:54:04.438934 run patchelf(pid=559): Terminated: ok {rc=0}\u000a05:54:04.470966 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a05:54:04.480135 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a05:54:04.542182 run osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)]\u000a05:54:04.593014 run osmo-hlr_10.42.42.2(pid=553): stdout: \u000a| (launched: 2022-12-10_05:54:00.797203) \u000a05:54:04.644306 run osmo-hlr_10.42.42.2(pid=553): stderr: \u000a| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055401076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055401077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055401092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055401115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055401116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055401116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:04.688129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM)\u000a05:54:04.729640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM)\u000a05:54:04.770958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminating (SIGTERM)\u000a05:54:04.780498 --- ParallelTerminationStrategy: PID 552 died...\u000a05:54:04.835738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0}\u000a05:54:04.845815 --- ParallelTerminationStrategy: PID 555 died...\u000a05:54:04.901150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0}\u000a05:54:04.911118 --- ParallelTerminationStrategy: PID 558 died...\u000a05:54:04.966211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=558): Terminated: ok {rc=0}\u000a05:54:05.050353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:53:04" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:54:07.220863 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.232757 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:07.377548 tst cs_paging_gprs_active.py: using LAC 26302\u000a05:54:07.496410 tst cs_paging_gprs_active.py: using RAC 37\u000a05:54:07.613697 tst cs_paging_gprs_active.py: using CellId 26302\u000a05:54:07.729931 tst cs_paging_gprs_active.py: using BVCI 26303\u000a05:54:07.753106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.764183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.775332 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.786697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.798018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.809241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.820581 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.831700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:07.843116 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:07.958182 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:08.239452 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:54:08.364935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:08.679052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Launched\u000a05:54:08.938675 run iperf3-srv_10.42.42.10(pid=564): Launched\u000a05:54:09.121886 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:54:09.246563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:09.560841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Launched\u000a05:54:09.820584 run iperf3-srv_10.42.42.10(pid=566): Launched\u000a05:54:10.003665 tst cs_paging_gprs_active.py:38: start network...\u000a05:54:10.128813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:10.613390 run create_hlr_db(pid=567): Launched\u000a05:54:10.786304 bus /gobi_6: Setting Powered False\u000a05:54:11.808703 run create_hlr_db(pid=567): Terminated: ok {rc=0}\u000a05:54:12.239689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Launched\u000a05:54:12.563805 run osmo-hlr_10.42.42.2(pid=570): Launched\u000a05:54:12.685570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:13.247205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Launched\u000a05:54:13.572495 run osmo-stp_10.42.42.5(pid=573): Launched\u000a05:54:13.689815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:14.254932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Launched\u000a05:54:14.370465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:14.651951 run patchelf(pid=576): Launched\u000a05:54:14.840827 run osmo-stp_10.42.42.5(pid=573): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)]\u000a05:54:14.978984 run osmo-stp_10.42.42.5(pid=573): stdout: \u000a| (launched: 2022-12-10_05:54:13.411170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:15.118220 run osmo-stp_10.42.42.5(pid=573): stderr: \u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055413603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:15.251559 run osmo-stp_10.42.42.5(pid=573): stdout: \u000a| (launched: 2022-12-10_05:54:13.411170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:15.383849 run osmo-stp_10.42.42.5(pid=573): stderr: \u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055413603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055413603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055413606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:15.538045 run patchelf(pid=576): Terminating (SIGINT)\u000a05:54:15.718614 run patchelf(pid=576): Terminated: ok {rc=0}\u000a05:54:15.751919 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=573): Process ended prematurely: osmo-stp_10.42.42.5(pid=573) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=573)] [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a05:54:15.762066 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a05:54:15.825095 run osmo-hlr_10.42.42.2(pid=570): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=570)]\u000a05:54:15.878301 run osmo-hlr_10.42.42.2(pid=570): stdout: \u000a| (launched: 2022-12-10_05:54:12.403980) \u000a05:54:15.945484 run osmo-hlr_10.42.42.2(pid=570): stderr: \u000a| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055412603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055412604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055412604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055412616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055412625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055412626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055412626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:15.990689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminating (SIGTERM)\u000a05:54:16.035299 run iperf3-srv_10.42.42.10(pid=564): Terminating (SIGTERM)\u000a05:54:16.080696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminating (SIGTERM)\u000a05:54:16.126561 run iperf3-srv_10.42.42.10(pid=566): Terminating (SIGTERM)\u000a05:54:16.169968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Terminating (SIGTERM)\u000a05:54:16.215642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Terminating (SIGTERM)\u000a05:54:16.259781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Terminating (SIGTERM)\u000a05:54:16.271733 --- ParallelTerminationStrategy: PID 563 died...\u000a05:54:16.332096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=563): Terminated: ok {rc=0}\u000a05:54:16.342791 --- ParallelTerminationStrategy: PID 564 died...\u000a05:54:16.400866 run iperf3-srv_10.42.42.10(pid=564): Terminated {rc=256}\u000a05:54:16.411521 --- ParallelTerminationStrategy: PID 565 died...\u000a05:54:16.468817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=565): Terminated: ok {rc=0}\u000a05:54:16.479451 --- ParallelTerminationStrategy: PID 566 died...\u000a05:54:16.537684 run iperf3-srv_10.42.42.10(pid=566): Terminated {rc=256}\u000a05:54:16.548246 --- ParallelTerminationStrategy: PID 569 died...\u000a05:54:16.606028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=569): Terminated: ok {rc=0}\u000a05:54:16.616740 --- ParallelTerminationStrategy: PID 572 died...\u000a05:54:16.674929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=572): Terminated: ok {rc=0}\u000a05:54:16.685607 --- ParallelTerminationStrategy: PID 575 died...\u000a05:54:16.742561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=575): Terminated: ok {rc=0}\u000a05:54:16.833306 bus /gobi_0: Setting Powered False\u000a05:54:17.936661 bus /gobi_0: Setting Powered False\u000a05:54:19.048636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a05:54:20.159140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.171247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:20.314614 tst iperf3.py: using LAC 26303\u000a05:54:20.440488 tst iperf3.py: using RAC 38\u000a05:54:20.567530 tst iperf3.py: using CellId 26303\u000a05:54:20.693447 tst iperf3.py: using BVCI 26304\u000a05:54:20.718440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.730236 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.741896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.753491 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.764828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.776196 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.787806 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.799246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:20.810883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:21.085515 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:54:21.210655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:21.523264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Launched\u000a05:54:21.783760 run iperf3-srv_10.42.42.10(pid=578): Launched\u000a05:54:21.967317 tst iperf3.py:8: start network...\u000a05:54:22.092618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:22.568276 run create_hlr_db(pid=579): Launched\u000a05:54:22.741261 bus /gobi_6: Setting Powered False\u000a05:54:23.762629 run create_hlr_db(pid=579): Terminated: ok {rc=0}\u000a05:54:24.191971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Launched\u000a05:54:24.515046 run osmo-hlr_10.42.42.2(pid=582): Launched\u000a05:54:24.632873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:25.195382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Launched\u000a05:54:25.518890 run osmo-stp_10.42.42.5(pid=585): Launched\u000a05:54:25.637030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:26.200821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Launched\u000a05:54:26.315442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:26.596397 run patchelf(pid=588): Launched\u000a05:54:26.785146 run osmo-stp_10.42.42.5(pid=585): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)]\u000a05:54:26.922476 run osmo-stp_10.42.42.5(pid=585): stdout: \u000a| (launched: 2022-12-10_05:54:25.359221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:27.059830 run osmo-stp_10.42.42.5(pid=585): stderr: \u000a| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055425554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055425554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:27.193496 run osmo-stp_10.42.42.5(pid=585): stdout: \u000a| (launched: 2022-12-10_05:54:25.359221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:27.325583 run osmo-stp_10.42.42.5(pid=585): stderr: \u000a| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055425553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055425554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055425554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055425555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:27.479100 run patchelf(pid=588): Terminating (SIGINT)\u000a05:54:27.660114 run patchelf(pid=588): Terminated: ok {rc=0}\u000a05:54:27.693637 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=585): Process ended prematurely: osmo-stp_10.42.42.5(pid=585) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=585)] [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a05:54:27.703837 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a05:54:27.766758 run osmo-hlr_10.42.42.2(pid=582): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=582)]\u000a05:54:27.818274 run osmo-hlr_10.42.42.2(pid=582): stdout: \u000a| (launched: 2022-12-10_05:54:24.356242) \u000a05:54:27.870517 run osmo-hlr_10.42.42.2(pid=582): stderr: \u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055424556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055424568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055424576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:27.915000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Terminating (SIGTERM)\u000a05:54:27.956931 run iperf3-srv_10.42.42.10(pid=578): Terminating (SIGTERM)\u000a05:54:27.999099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Terminating (SIGTERM)\u000a05:54:28.041183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Terminating (SIGTERM)\u000a05:54:28.083590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Terminating (SIGTERM)\u000a05:54:28.093359 --- ParallelTerminationStrategy: PID 577 died...\u000a05:54:28.149699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=577): Terminated: ok {rc=0}\u000a05:54:28.159919 --- ParallelTerminationStrategy: PID 578 died...\u000a05:54:28.215691 run iperf3-srv_10.42.42.10(pid=578): Terminated {rc=256}\u000a05:54:28.225886 --- ParallelTerminationStrategy: PID 581 died...\u000a05:54:28.281791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=581): Terminated: ok {rc=0}\u000a05:54:28.291935 --- ParallelTerminationStrategy: PID 584 died...\u000a05:54:28.347823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=584): Terminated: ok {rc=0}\u000a05:54:28.358054 --- ParallelTerminationStrategy: PID 587 died...\u000a05:54:28.414102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=587): Terminated: ok {rc=0}\u000a05:54:28.501460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a05:54:29.619670 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:29.632405 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:29.778138 tst iperf3m4.py: using LAC 26304\u000a05:54:29.904266 tst iperf3m4.py: using RAC 39\u000a05:54:30.030075 tst iperf3m4.py: using CellId 26304\u000a05:54:30.156100 tst iperf3m4.py: using BVCI 26305\u000a05:54:30.180934 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.192889 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.204583 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.216299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.228015 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.239580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.251414 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.263040 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:30.274921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:30.394969 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:30.515135 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:30.632129 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:30.937339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:54:31.067420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:31.403297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Launched\u000a05:54:31.682692 run iperf3-srv_10.42.42.10(pid=590): Launched\u000a05:54:31.871272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:54:31.999501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:32.317435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Launched\u000a05:54:32.576782 run iperf3-srv_10.42.42.10(pid=592): Launched\u000a05:54:32.759814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:54:32.885024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:33.199172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Launched\u000a05:54:33.459176 run iperf3-srv_10.42.42.10(pid=594): Launched\u000a05:54:33.642654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:54:33.767575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:54:34.080883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Launched\u000a05:54:34.340132 run iperf3-srv_10.42.42.10(pid=596): Launched\u000a05:54:34.523227 tst iperf3m4.py:8: start network...\u000a05:54:34.648214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:35.123326 run create_hlr_db(pid=597): Launched\u000a05:54:35.296030 bus /gobi_6: Setting Powered False\u000a05:54:36.317977 run create_hlr_db(pid=597): Terminated: ok {rc=0}\u000a05:54:36.746469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Launched\u000a05:54:37.070190 run osmo-hlr_10.42.42.2(pid=600): Launched\u000a05:54:37.190742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:37.757961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Launched\u000a05:54:38.078782 run osmo-stp_10.42.42.5(pid=603): Launched\u000a05:54:38.195900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:38.757088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Launched\u000a05:54:38.871570 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:39.153346 run patchelf(pid=606): Launched\u000a05:54:39.341580 run osmo-stp_10.42.42.5(pid=603): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)]\u000a05:54:39.478340 run osmo-stp_10.42.42.5(pid=603): stdout: \u000a| (launched: 2022-12-10_05:54:37.920766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:39.615098 run osmo-stp_10.42.42.5(pid=603): stderr: \u000a| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055438114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055438114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055438116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:39.748646 run osmo-stp_10.42.42.5(pid=603): stdout: \u000a| (launched: 2022-12-10_05:54:37.920766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:39.879916 run osmo-stp_10.42.42.5(pid=603): stderr: \u000a| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055438113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055438114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055438114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055438116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055438117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:40.033455 run patchelf(pid=606): Terminating (SIGINT)\u000a05:54:40.213852 run patchelf(pid=606): Terminated: ok {rc=0}\u000a05:54:40.247488 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=603): Process ended prematurely: osmo-stp_10.42.42.5(pid=603) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=603)] [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a05:54:40.257690 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a05:54:40.320613 run osmo-hlr_10.42.42.2(pid=600): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=600)]\u000a05:54:40.371847 run osmo-hlr_10.42.42.2(pid=600): stdout: \u000a| (launched: 2022-12-10_05:54:36.909780) \u000a05:54:40.423630 run osmo-hlr_10.42.42.2(pid=600): stderr: \u000a| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055437106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055437107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055437107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055437120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055437130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:40.467517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Terminating (SIGTERM)\u000a05:54:40.509168 run iperf3-srv_10.42.42.10(pid=590): Terminating (SIGTERM)\u000a05:54:40.550581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Terminating (SIGTERM)\u000a05:54:40.592038 run iperf3-srv_10.42.42.10(pid=592): Terminating (SIGTERM)\u000a05:54:40.633659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminating (SIGTERM)\u000a05:54:40.674996 run iperf3-srv_10.42.42.10(pid=594): Terminating (SIGTERM)\u000a05:54:40.716550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Terminating (SIGTERM)\u000a05:54:40.758186 run iperf3-srv_10.42.42.10(pid=596): Terminating (SIGTERM)\u000a05:54:40.799619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Terminating (SIGTERM)\u000a05:54:40.841115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Terminating (SIGTERM)\u000a05:54:40.882605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Terminating (SIGTERM)\u000a05:54:40.892259 --- ParallelTerminationStrategy: PID 589 died...\u000a05:54:40.947812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=589): Terminated: ok {rc=0}\u000a05:54:40.957910 --- ParallelTerminationStrategy: PID 590 died...\u000a05:54:41.013056 run iperf3-srv_10.42.42.10(pid=590): Terminated {rc=256}\u000a05:54:41.023090 --- ParallelTerminationStrategy: PID 591 died...\u000a05:54:41.078557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=591): Terminated: ok {rc=0}\u000a05:54:41.088599 --- ParallelTerminationStrategy: PID 592 died...\u000a05:54:41.144023 run iperf3-srv_10.42.42.10(pid=592): Terminated {rc=256}\u000a05:54:41.154206 --- ParallelTerminationStrategy: PID 593 died...\u000a05:54:41.209436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=593): Terminated: ok {rc=0}\u000a05:54:41.219456 --- ParallelTerminationStrategy: PID 594 died...\u000a05:54:41.274725 run iperf3-srv_10.42.42.10(pid=594): Terminated {rc=256}\u000a05:54:41.284735 --- ParallelTerminationStrategy: PID 595 died...\u000a05:54:41.339908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=595): Terminated: ok {rc=0}\u000a05:54:41.350083 --- ParallelTerminationStrategy: PID 596 died...\u000a05:54:41.404992 run iperf3-srv_10.42.42.10(pid=596): Terminated {rc=256}\u000a05:54:41.415070 --- ParallelTerminationStrategy: PID 599 died...\u000a05:54:41.470089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=599): Terminated: ok {rc=0}\u000a05:54:41.480164 --- ParallelTerminationStrategy: PID 602 died...\u000a05:54:41.535138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=602): Terminated: ok {rc=0}\u000a05:54:41.545193 --- ParallelTerminationStrategy: PID 605 died...\u000a05:54:41.600277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=605): Terminated: ok {rc=0}\u000a05:54:41.686637 bus /gobi_4: Setting Powered False\u000a05:54:42.793310 bus /gobi_4: Setting Powered False\u000a05:54:43.900792 bus /gobi_1: Setting Powered False\u000a05:54:45.006454 bus /gobi_1: Setting Powered False\u000a05:54:46.119462 bus /gobi_0: Setting Powered False\u000a05:54:47.225570 bus /gobi_0: Setting Powered False\u000a05:54:48.338515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a05:54:49.405457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.417608 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:49.560881 tst ping.py: using LAC 26305\u000a05:54:49.684098 tst ping.py: using RAC 40\u000a05:54:49.805232 tst ping.py: using CellId 26305\u000a05:54:49.921233 tst ping.py: using BVCI 26306\u000a05:54:49.943846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.955098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.966293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.978188 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:49.989902 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.001758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.013666 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:50.025636 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:50.317796 tst ping.py:19: start network...\u000a05:54:50.448582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:50.952341 run create_hlr_db(pid=607): Launched\u000a05:54:51.136187 bus /gobi_6: Setting Powered False\u000a05:54:52.155957 run create_hlr_db(pid=607): Terminated: ok {rc=0}\u000a05:54:52.576332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Launched\u000a05:54:52.893020 run osmo-hlr_10.42.42.2(pid=610): Launched\u000a05:54:53.006975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:54:53.559765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Launched\u000a05:54:53.875173 run osmo-stp_10.42.42.5(pid=613): Launched\u000a05:54:53.989490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:54:54.541746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Launched\u000a05:54:54.654057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:54:54.930329 run patchelf(pid=616): Launched\u000a05:54:55.115918 run osmo-stp_10.42.42.5(pid=613): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)]\u000a05:54:55.251554 run osmo-stp_10.42.42.5(pid=613): stdout: \u000a| (launched: 2022-12-10_05:54:53.719780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:55.387306 run osmo-stp_10.42.42.5(pid=613): stderr: \u000a| �[0;m�[38;5;43m20221210055453912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055453913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:55.518454 run osmo-stp_10.42.42.5(pid=613): stdout: \u000a| (launched: 2022-12-10_05:54:53.719780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:54:55.647912 run osmo-stp_10.42.42.5(pid=613): stderr: \u000a| �[0;m�[38;5;43m20221210055453912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055453913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055453913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055453914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:54:55.799056 run patchelf(pid=616): Terminating (SIGINT)\u000a05:54:55.976016 run patchelf(pid=616): Terminated: ok {rc=0}\u000a05:54:56.008501 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=613): Process ended prematurely: osmo-stp_10.42.42.5(pid=613) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=613)] [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a05:54:56.018210 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:54:56.081344 run osmo-hlr_10.42.42.2(pid=610): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=610)]\u000a05:54:56.132547 run osmo-hlr_10.42.42.2(pid=610): stdout: \u000a| (launched: 2022-12-10_05:54:52.736571) \u000a05:54:56.184310 run osmo-hlr_10.42.42.2(pid=610): stderr: \u000a| �[0;m�[1;31m20221210055452933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055452933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055452934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055452973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055452983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:54:56.228302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Terminating (SIGTERM)\u000a05:54:56.269881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Terminating (SIGTERM)\u000a05:54:56.311321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Terminating (SIGTERM)\u000a05:54:56.321037 --- ParallelTerminationStrategy: PID 609 died...\u000a05:54:56.376609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=609): Terminated: ok {rc=0}\u000a05:54:56.386634 --- ParallelTerminationStrategy: PID 612 died...\u000a05:54:56.442570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=612): Terminated: ok {rc=0}\u000a05:54:56.452872 --- ParallelTerminationStrategy: PID 615 died...\u000a05:54:56.508685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=615): Terminated: ok {rc=0}\u000a05:54:56.595546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a05:54:57.648457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:57.660724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a05:54:57.808729 tst ping_idle_ping.py: using LAC 26306\u000a05:54:57.932777 tst ping_idle_ping.py: using RAC 41\u000a05:54:58.057394 tst ping_idle_ping.py: using CellId 26306\u000a05:54:58.183291 tst ping_idle_ping.py: using BVCI 26307\u000a05:54:58.207589 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.219381 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.231153 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.243440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.255537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.267586 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.279748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a05:54:58.291847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a05:54:58.568524 tst ping_idle_ping.py:24: start network...\u000a05:54:58.691818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:54:59.161782 run create_hlr_db(pid=617): Launched\u000a05:54:59.333183 bus /gobi_6: Setting Powered False\u000a05:55:00.354661 run create_hlr_db(pid=617): Terminated: ok {rc=0}\u000a05:55:00.779214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Launched\u000a05:55:01.302051 run osmo-hlr_10.42.42.2(pid=620): Launched\u000a05:55:01.447679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:02.097696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Launched\u000a05:55:02.585275 run osmo-stp_10.42.42.5(pid=627): Launched\u000a05:55:02.702480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:03.254106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Launched\u000a05:55:03.366672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:03.643115 run patchelf(pid=636): Launched\u000a05:55:03.828607 run osmo-stp_10.42.42.5(pid=627): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]\u000a05:55:03.964549 run osmo-stp_10.42.42.5(pid=627): stdout: \u000a| (launched: 2022-12-10_05:55:02.262013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:04.100810 run osmo-stp_10.42.42.5(pid=627): stderr: \u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055502489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:04.231834 run osmo-stp_10.42.42.5(pid=627): stdout: \u000a| (launched: 2022-12-10_05:55:02.262013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:04.361906 run osmo-stp_10.42.42.5(pid=627): stderr: \u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055502488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055502489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055502489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:04.512438 run patchelf(pid=636): Terminating (SIGINT)\u000a05:55:04.689807 run patchelf(pid=636): Terminated: ok {rc=0}\u000a05:55:04.722339 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)] [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a05:55:04.731642 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a05:55:04.793911 run osmo-hlr_10.42.42.2(pid=620): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=620)]\u000a05:55:04.844883 run osmo-hlr_10.42.42.2(pid=620): stdout: \u000a| (launched: 2022-12-10_05:55:00.968237) \u000a05:55:04.896332 run osmo-hlr_10.42.42.2(pid=620): stderr: \u000a| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055501285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055501286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055501301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055501316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055501316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055501319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:04.940012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminating (SIGTERM)\u000a05:55:04.981498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminating (SIGTERM)\u000a05:55:05.022845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminating (SIGTERM)\u000a05:55:05.032449 --- ParallelTerminationStrategy: PID 619 died...\u000a05:55:05.087877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminated: ok {rc=0}\u000a05:55:05.098032 --- ParallelTerminationStrategy: PID 625 died...\u000a05:55:05.153037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=625): Terminated: ok {rc=0}\u000a05:55:05.162916 --- ParallelTerminationStrategy: PID 635 died...\u000a05:55:05.217901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminated: ok {rc=0}\u000a05:55:05.304654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:54:06" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a05:55:07.334050 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.345382 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:55:07.498111 tst switch_tch_pdch.py: using LAC 26307\u000a05:55:07.612226 tst switch_tch_pdch.py: using RAC 42\u000a05:55:07.726166 tst switch_tch_pdch.py: using CellId 26307\u000a05:55:07.844694 tst switch_tch_pdch.py: using BVCI 26308\u000a05:55:07.867459 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.878821 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.890218 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.902246 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.914120 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.926049 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.938201 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a05:55:07.950003 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:55:08.069660 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:55:08.358853 tst switch_tch_pdch.py:51: start network...\u000a05:55:08.490710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:08.995862 run create_hlr_db(pid=640): Launched\u000a05:55:09.180267 bus /gobi_6: Setting Powered False\u000a05:55:10.199494 run create_hlr_db(pid=640): Terminated: ok {rc=0}\u000a05:55:10.597443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Launched\u000a05:55:10.891687 run osmo-hlr_10.42.42.2(pid=643): Launched\u000a05:55:10.999419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:11.513191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Launched\u000a05:55:11.807223 run osmo-stp_10.42.42.5(pid=646): Launched\u000a05:55:11.914552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:12.427162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Launched\u000a05:55:12.531385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:12.790556 run patchelf(pid=649): Launched\u000a05:55:12.965338 run osmo-stp_10.42.42.5(pid=646): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)]\u000a05:55:13.097991 run osmo-stp_10.42.42.5(pid=646): stdout: \u000a| (launched: 2022-12-10_05:55:11.661976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:13.230230 run osmo-stp_10.42.42.5(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055511831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:13.361130 run osmo-stp_10.42.42.5(pid=646): stdout: \u000a| (launched: 2022-12-10_05:55:11.661976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:13.494241 run osmo-stp_10.42.42.5(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055511830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055511831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055511833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:13.649888 run patchelf(pid=649): Terminating (SIGINT)\u000a05:55:13.831790 run patchelf(pid=649): Terminated: ok {rc=0}\u000a05:55:13.865273 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=646): Process ended prematurely: osmo-stp_10.42.42.5(pid=646) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=646)] [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a05:55:13.875930 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a05:55:13.942133 run osmo-hlr_10.42.42.2(pid=643): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=643)]\u000a05:55:13.995421 run osmo-hlr_10.42.42.2(pid=643): stdout: \u000a| (launched: 2022-12-10_05:55:10.746796) \u000a05:55:14.050391 run osmo-hlr_10.42.42.2(pid=643): stderr: \u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055510924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055510936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055510944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:14.096078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminating (SIGTERM)\u000a05:55:14.142454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminating (SIGTERM)\u000a05:55:14.187582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminating (SIGTERM)\u000a05:55:14.198173 --- ParallelTerminationStrategy: PID 642 died...\u000a05:55:14.257231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=642): Terminated: ok {rc=0}\u000a05:55:14.268455 --- ParallelTerminationStrategy: PID 645 died...\u000a05:55:14.327913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=645): Terminated: ok {rc=0}\u000a05:55:14.338483 --- ParallelTerminationStrategy: PID 648 died...\u000a05:55:14.395150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=648): Terminated: ok {rc=0}\u000a05:55:14.480758 bus /gobi_0: Setting Powered False\u000a05:55:15.582216 bus /gobi_0: Setting Powered False\u000a05:55:16.702599 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:07" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a05:55:18.684351 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:18.695374 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a05:55:18.854037 tst switch_tch_pdch.py: using LAC 26308\u000a05:55:18.973711 tst switch_tch_pdch.py: using RAC 43\u000a05:55:19.088623 tst switch_tch_pdch.py: using CellId 26308\u000a05:55:19.205122 tst switch_tch_pdch.py: using BVCI 26309\u000a05:55:19.227781 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.238737 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.249537 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.260446 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.271340 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.282344 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.293509 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a05:55:19.304349 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:55:19.419400 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a05:55:19.703291 tst switch_tch_pdch.py:51: start network...\u000a05:55:19.834674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:20.313416 run create_hlr_db(pid=1034): Launched\u000a05:55:20.441937 bus /gobi_6: Setting Powered False\u000a05:55:21.516406 run create_hlr_db(pid=1034): Terminated: ok {rc=0}\u000a05:55:21.908782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Launched\u000a05:55:22.225093 run osmo-hlr_10.42.42.2(pid=1037): Launched\u000a05:55:22.343411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:22.864740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Launched\u000a05:55:23.180580 run osmo-stp_10.42.42.5(pid=1040): Launched\u000a05:55:23.349250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:55:23.870192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Launched\u000a05:55:23.980342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:55:24.251757 run patchelf(pid=1160): Launched\u000a05:55:24.434310 run osmo-stp_10.42.42.5(pid=1040): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)]\u000a05:55:24.566514 run osmo-stp_10.42.42.5(pid=1040): stdout: \u000a| (launched: 2022-12-10_05:55:23.024882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:24.697690 run osmo-stp_10.42.42.5(pid=1040): stderr: \u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055523218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:24.823610 run osmo-stp_10.42.42.5(pid=1040): stdout: \u000a| (launched: 2022-12-10_05:55:23.024882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:24.949111 run osmo-stp_10.42.42.5(pid=1040): stderr: \u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055523217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055523218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055523218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:25.094307 run patchelf(pid=1160): Terminating (SIGINT)\u000a05:55:25.263687 run patchelf(pid=1160): Terminated: ok {rc=0}\u000a05:55:25.295186 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1040): Process ended prematurely: osmo-stp_10.42.42.5(pid=1040) [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1040)] [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a05:55:25.304992 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a05:55:25.371261 run osmo-hlr_10.42.42.2(pid=1037): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1037)]\u000a05:55:25.422420 run osmo-hlr_10.42.42.2(pid=1037): stdout: \u000a| (launched: 2022-12-10_05:55:22.069945) \u000a05:55:25.474717 run osmo-hlr_10.42.42.2(pid=1037): stderr: \u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055522266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055522278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055522287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:25.520055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Terminating (SIGTERM)\u000a05:55:25.564188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Terminating (SIGTERM)\u000a05:55:25.608737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Terminating (SIGTERM)\u000a05:55:25.619340 --- ParallelTerminationStrategy: PID 1036 died...\u000a05:55:25.677517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1036): Terminated: ok {rc=0}\u000a05:55:25.688051 --- ParallelTerminationStrategy: PID 1039 died...\u000a05:55:25.745260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1039): Terminated: ok {rc=0}\u000a05:55:25.755985 --- ParallelTerminationStrategy: PID 1070 died...\u000a05:55:25.813492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1070): Terminated: ok {rc=0}\u000a05:55:25.900602 bus /gobi_0: Setting Powered False\u000a05:55:27.006899 bus /gobi_0: Setting Powered False\u000a05:55:28.117993 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:18" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:55:30.012934 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:55:30.023696 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:55:30.155493 tst mo_mt_sms.py: using LAC 26309\u000a05:55:30.271982 tst mo_mt_sms.py: using RAC 44\u000a05:55:30.389650 tst mo_mt_sms.py: using CellId 26309\u000a05:55:30.505536 tst mo_mt_sms.py: using BVCI 26310\u000a05:55:30.527981 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:55:30.644314 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:55:30.936171 tst mo_mt_sms.py:9: start nitb and bts...\u000a05:55:31.063752 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:55:31.702398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Launched\u000a05:55:32.023891 run osmo-nitb_10.42.42.2(pid=1241): Launched\u000a05:55:32.219872 run osmo-nitb_10.42.42.2(pid=1241): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)]\u000a05:55:32.363223 run osmo-nitb_10.42.42.2(pid=1241): stdout: \u000a| (launched: 2022-12-10_05:55:31.855843) \u000a05:55:32.506635 run osmo-nitb_10.42.42.2(pid=1241): stderr: \u000a| (launched: 2022-12-10_05:55:31.901388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:32.644790 run osmo-nitb_10.42.42.2(pid=1241): stdout: \u000a| (launched: 2022-12-10_05:55:31.855843) \u000a05:55:32.781696 run osmo-nitb_10.42.42.2(pid=1241): stderr: \u000a| (launched: 2022-12-10_05:55:31.901388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:33.150574 tst osmo-nitb_10.42.42.2(pid=1241): stdout: \u000a| (launched: 2022-12-10_05:55:31.855843) \u000a05:55:33.276065 tst osmo-nitb_10.42.42.2(pid=1241): stderr: \u000a| (launched: 2022-12-10_05:55:31.901388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:33.331561 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1241): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1241) [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1241)] [trial-2370↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a05:55:33.340397 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a05:55:33.376049 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Terminating (SIGTERM)\u000a05:55:33.553783 --- ParallelTerminationStrategy: PID 1240 died...\u000a05:55:33.610662 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1240): Terminated: ok {rc=0}\u000a05:55:33.698241 bus /sierra_3: Setting Powered False\u000a05:55:34.807740 bus /sierra_3: Setting Powered False\u000a05:55:35.917016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:29" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a05:55:37.812058 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:37.822725 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:55:37.957282 tst mo_mt_sms.py: using LAC 26310\u000a05:55:38.073473 tst mo_mt_sms.py: using RAC 45\u000a05:55:38.187759 tst mo_mt_sms.py: using CellId 26310\u000a05:55:38.301708 tst mo_mt_sms.py: using BVCI 26311\u000a05:55:38.324215 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:38.335017 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:38.345603 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:38.356330 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:38.367017 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:38.377689 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:55:38.496433 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a05:55:38.705705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:39.212478 run create_hlr_db(pid=1245): Launched\u000a05:55:39.397324 bus /sierra_2: Setting Powered False\u000a05:55:40.417392 run create_hlr_db(pid=1245): Terminated: ok {rc=0}\u000a05:55:40.823578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Launched\u000a05:55:41.139341 run osmo-hlr_10.42.42.2(pid=1248): Launched\u000a05:55:41.256727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:41.806651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Launched\u000a05:55:42.122063 run osmo-stp_10.42.42.5(pid=1251): Launched\u000a05:55:42.235921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:55:42.814986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Launched\u000a05:55:43.130585 run osmo-msc_10.42.42.6(pid=1254): Launched\u000a05:55:43.315849 run osmo-stp_10.42.42.5(pid=1251): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)]\u000a05:55:43.449884 run osmo-stp_10.42.42.5(pid=1251): stdout: \u000a| (launched: 2022-12-10_05:55:41.967145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:43.583232 run osmo-stp_10.42.42.5(pid=1251): stderr: \u000a| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055542159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055542159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055542160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:43.710196 run osmo-stp_10.42.42.5(pid=1251): stdout: \u000a| (launched: 2022-12-10_05:55:41.967145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:43.835765 run osmo-stp_10.42.42.5(pid=1251): stderr: \u000a| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055542158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055542159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055542159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055542159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055542160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:55:43.891550 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1251): Process ended prematurely: osmo-stp_10.42.42.5(pid=1251) [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1251)] [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a05:55:43.900172 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a05:55:43.962841 run osmo-hlr_10.42.42.2(pid=1248): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1248)]\u000a05:55:44.014480 run osmo-hlr_10.42.42.2(pid=1248): stdout: \u000a| (launched: 2022-12-10_05:55:40.984304) \u000a05:55:44.066520 run osmo-hlr_10.42.42.2(pid=1248): stderr: \u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055541182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055541196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055541204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:55:44.137651 run osmo-msc_10.42.42.6(pid=1254): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1254)]\u000a05:55:44.189282 run osmo-msc_10.42.42.6(pid=1254): stdout: \u000a| (launched: 2022-12-10_05:55:42.974735) \u000a05:55:44.241214 run osmo-msc_10.42.42.6(pid=1254): stderr: \u000a| �[0;m�[38;5;43m20221210055543297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055543297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b52c06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055543297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055543297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055543297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055543298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055543299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:55:44.285435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Terminating (SIGTERM)\u000a05:55:44.327061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Terminating (SIGTERM)\u000a05:55:44.368801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Terminating (SIGTERM)\u000a05:55:44.378805 --- ParallelTerminationStrategy: PID 1247 died...\u000a05:55:44.434763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1247): Terminated: ok {rc=0}\u000a05:55:44.444848 --- ParallelTerminationStrategy: PID 1250 died...\u000a05:55:44.500406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1250): Terminated: ok {rc=0}\u000a05:55:44.510549 --- ParallelTerminationStrategy: PID 1253 died...\u000a05:55:44.566234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1253): Terminated: ok {rc=0}\u000a05:55:44.653159 bus /sierra_3: Setting Powered False\u000a05:55:45.759185 bus /sierra_3: Setting Powered False\u000a05:55:46.889827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:37" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:55:48.727631 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a05:55:48.738453 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:55:48.874942 tst assert_extension.py: using LAC 26311\u000a05:55:48.997984 tst assert_extension.py: using RAC 46\u000a05:55:49.123776 tst assert_extension.py: using CellId 26311\u000a05:55:49.249076 tst assert_extension.py: using BVCI 26312\u000a05:55:49.273292 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:55:49.557656 tst assert_extension.py:10: start nitb and bts...\u000a05:55:49.688923 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a05:55:50.346486 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Launched\u000a05:55:50.660561 run osmo-nitb_10.42.42.2(pid=1260): Launched\u000a05:55:50.855085 run osmo-nitb_10.42.42.2(pid=1260): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)]\u000a05:55:50.999205 run osmo-nitb_10.42.42.2(pid=1260): stdout: \u000a| (launched: 2022-12-10_05:55:50.507092) \u000a05:55:51.143616 run osmo-nitb_10.42.42.2(pid=1260): stderr: \u000a| (launched: 2022-12-10_05:55:50.554083)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:51.283292 run osmo-nitb_10.42.42.2(pid=1260): stdout: \u000a| (launched: 2022-12-10_05:55:50.507092) \u000a05:55:51.421108 run osmo-nitb_10.42.42.2(pid=1260): stderr: \u000a| (launched: 2022-12-10_05:55:50.554083)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:51.789333 tst osmo-nitb_10.42.42.2(pid=1260): stdout: \u000a| (launched: 2022-12-10_05:55:50.507092) \u000a05:55:51.915654 tst osmo-nitb_10.42.42.2(pid=1260): stderr: \u000a| (launched: 2022-12-10_05:55:50.554083)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a05:55:51.971197 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1260) [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1260)] [trial-2370↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a05:55:51.979866 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a05:55:52.015894 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Terminating (SIGTERM)\u000a05:55:52.193661 --- ParallelTerminationStrategy: PID 1259 died...\u000a05:55:52.250827 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1259): Terminated: ok {rc=0}\u000a05:55:52.338810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:48" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a05:55:54.182857 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.194226 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:55:54.336268 tst assert_extension.py: using LAC 26312\u000a05:55:54.459710 tst assert_extension.py: using RAC 47\u000a05:55:54.583296 tst assert_extension.py: using CellId 26312\u000a05:55:54.706941 tst assert_extension.py: using BVCI 26313\u000a05:55:54.731061 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.742216 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.753229 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.764146 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.775231 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:55:54.786215 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a05:55:54.984320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:55:55.448530 run create_hlr_db(pid=1264): Launched\u000a05:55:55.619098 bus /sierra_2: Setting Powered False\u000a05:55:56.639250 run create_hlr_db(pid=1264): Terminated: ok {rc=0}\u000a05:55:57.062675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Launched\u000a05:55:57.381118 run osmo-hlr_10.42.42.2(pid=1267): Launched\u000a05:55:57.500410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:55:58.142383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Launched\u000a05:55:58.453255 run osmo-stp_10.42.42.5(pid=1270): Launched\u000a05:55:58.565462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:55:59.136288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Launched\u000a05:55:59.446222 run osmo-msc_10.42.42.6(pid=1273): Launched\u000a05:55:59.627900 run osmo-stp_10.42.42.5(pid=1270): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)]\u000a05:55:59.759221 run osmo-stp_10.42.42.5(pid=1270): stdout: \u000a| (launched: 2022-12-10_05:55:58.300337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:55:59.890579 run osmo-stp_10.42.42.5(pid=1270): stderr: \u000a| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055558490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055558490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055558490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:00.015257 run osmo-stp_10.42.42.5(pid=1270): stdout: \u000a| (launched: 2022-12-10_05:55:58.300337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:00.139274 run osmo-stp_10.42.42.5(pid=1270): stderr: \u000a| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055558489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055558490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055558490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055558490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055558491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:00.194065 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1270): Process ended prematurely: osmo-stp_10.42.42.5(pid=1270) [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1270)] [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a05:56:00.202927 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a05:56:00.265830 run osmo-hlr_10.42.42.2(pid=1267): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1267)]\u000a05:56:00.317802 run osmo-hlr_10.42.42.2(pid=1267): stdout: \u000a| (launched: 2022-12-10_05:55:57.223755) \u000a05:56:00.370186 run osmo-hlr_10.42.42.2(pid=1267): stderr: \u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055557421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055557434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055557442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055557442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055557443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:00.440817 run osmo-msc_10.42.42.6(pid=1273): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1273)]\u000a05:56:00.492164 run osmo-msc_10.42.42.6(pid=1273): stdout: \u000a| (launched: 2022-12-10_05:55:59.293815) \u000a05:56:00.544165 run osmo-msc_10.42.42.6(pid=1273): stderr: \u000a| �[0;m�[38;5;43m20221210055559613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055559614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08055d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055559614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055559614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055559616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055559616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:00.588325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Terminating (SIGTERM)\u000a05:56:00.630230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Terminating (SIGTERM)\u000a05:56:00.672000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Terminating (SIGTERM)\u000a05:56:00.681764 --- ParallelTerminationStrategy: PID 1266 died...\u000a05:56:00.737629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1266): Terminated: ok {rc=0}\u000a05:56:00.747676 --- ParallelTerminationStrategy: PID 1269 died...\u000a05:56:00.803179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1269): Terminated: ok {rc=0}\u000a05:56:00.813174 --- ParallelTerminationStrategy: PID 1272 died...\u000a05:56:00.871955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1272): Terminated: ok {rc=0}\u000a05:56:00.982793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:55:53" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:56:03.079943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.091583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:56:03.254705 tst mo_mt_call.py: using LAC 26313\u000a05:56:03.378368 tst mo_mt_call.py: using RAC 48\u000a05:56:03.500343 tst mo_mt_call.py: using CellId 26313\u000a05:56:03.622495 tst mo_mt_call.py: using BVCI 26314\u000a05:56:03.646711 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.658319 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.669747 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.681143 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.692608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:03.703965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:03.818620 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:04.026628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:04.535193 run create_hlr_db(pid=1278): Launched\u000a05:56:04.717749 bus /sierra_2: Setting Powered False\u000a05:56:05.738479 run create_hlr_db(pid=1278): Terminated: ok {rc=0}\u000a05:56:06.137756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Launched\u000a05:56:06.436266 run osmo-hlr_10.42.42.2(pid=1281): Launched\u000a05:56:06.543053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:07.061787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Launched\u000a05:56:07.359303 run osmo-stp_10.42.42.5(pid=1284): Launched\u000a05:56:07.467334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:08.012135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Launched\u000a05:56:08.311548 run osmo-msc_10.42.42.6(pid=1287): Launched\u000a05:56:08.487089 run osmo-stp_10.42.42.5(pid=1284): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)]\u000a05:56:08.614329 run osmo-stp_10.42.42.5(pid=1284): stdout: \u000a| (launched: 2022-12-10_05:56:07.212388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:08.739341 run osmo-stp_10.42.42.5(pid=1284): stderr: \u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055607382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:08.859149 run osmo-stp_10.42.42.5(pid=1284): stdout: \u000a| (launched: 2022-12-10_05:56:07.212388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:08.978014 run osmo-stp_10.42.42.5(pid=1284): stderr: \u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055607381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055607382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055607382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:09.030869 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1284): Process ended prematurely: osmo-stp_10.42.42.5(pid=1284) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1284)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a05:56:09.039750 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a05:56:09.100288 run osmo-hlr_10.42.42.2(pid=1281): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1281)]\u000a05:56:09.150307 run osmo-hlr_10.42.42.2(pid=1281): stdout: \u000a| (launched: 2022-12-10_05:56:06.288166) \u000a05:56:09.200669 run osmo-hlr_10.42.42.2(pid=1281): stderr: \u000a| �[0;m�[1;31m20221210055606463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055606463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055606464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055606608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055606616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055606617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055606617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:09.268361 run osmo-msc_10.42.42.6(pid=1287): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1287)]\u000a05:56:09.317571 run osmo-msc_10.42.42.6(pid=1287): stdout: \u000a| (launched: 2022-12-10_05:56:08.163733) \u000a05:56:09.367565 run osmo-msc_10.42.42.6(pid=1287): stderr: \u000a| �[0;m�[38;5;43m20221210055608433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055608433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a5241ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055608433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055608433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055608433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055608434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055608436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055608436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055608436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055608437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:09.409425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Terminating (SIGTERM)\u000a05:56:09.449334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Terminating (SIGTERM)\u000a05:56:09.489003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Terminating (SIGTERM)\u000a05:56:09.498355 --- ParallelTerminationStrategy: PID 1280 died...\u000a05:56:09.551610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1280): Terminated: ok {rc=0}\u000a05:56:09.561423 --- ParallelTerminationStrategy: PID 1283 died...\u000a05:56:09.615024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1283): Terminated: ok {rc=0}\u000a05:56:09.624529 --- ParallelTerminationStrategy: PID 1286 died...\u000a05:56:09.677536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1286): Terminated: ok {rc=0}\u000a05:56:09.765254 bus /sierra_3: Setting Powered False\u000a05:56:10.867918 bus /sierra_3: Setting Powered False\u000a05:56:11.978137 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:56:13.093740 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.107584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a05:56:13.264548 tst mo_mt_call_osmux.py: using LAC 26314\u000a05:56:13.385294 tst mo_mt_call_osmux.py: using RAC 49\u000a05:56:13.502061 tst mo_mt_call_osmux.py: using CellId 26314\u000a05:56:13.625573 tst mo_mt_call_osmux.py: using BVCI 26315\u000a05:56:13.648384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.659714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.670968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.682311 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.693754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a05:56:13.705148 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:13.821827 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a05:56:14.030987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:14.541560 run create_hlr_db(pid=1289): Launched\u000a05:56:14.724840 bus /sierra_2: Setting Powered False\u000a05:56:15.746182 run create_hlr_db(pid=1289): Terminated: ok {rc=0}\u000a05:56:16.209918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Launched\u000a05:56:16.619154 run osmo-hlr_10.42.42.2(pid=1292): Launched\u000a05:56:16.769771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:17.387373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Launched\u000a05:56:17.705317 run osmo-stp_10.42.42.5(pid=1295): Launched\u000a05:56:17.819487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:18.403238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Launched\u000a05:56:18.722746 run osmo-msc_10.42.42.6(pid=1298): Launched\u000a05:56:18.908746 run osmo-stp_10.42.42.5(pid=1295): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a05:56:19.043194 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-10_05:56:17.548943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:19.178254 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055617742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055617742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:19.305476 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-10_05:56:17.548943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:19.431364 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055617742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055617742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:19.487275 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a05:56:19.496485 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a05:56:19.558749 run osmo-hlr_10.42.42.2(pid=1292): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1292)]\u000a05:56:19.609944 run osmo-hlr_10.42.42.2(pid=1292): stdout: \u000a| (launched: 2022-12-10_05:56:16.374534) \u000a05:56:19.662061 run osmo-hlr_10.42.42.2(pid=1292): stderr: \u000a| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055616707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055616708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055616708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055616728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055616744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055616746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055616746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:19.732359 run osmo-msc_10.42.42.6(pid=1298): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1298)]\u000a05:56:19.783436 run osmo-msc_10.42.42.6(pid=1298): stdout: \u000a| (launched: 2022-12-10_05:56:18.565297) \u000a05:56:19.835160 run osmo-msc_10.42.42.6(pid=1298): stderr: \u000a| �[0;m�[38;5;43m20221210055618886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055618886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a55077c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055618886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055618886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055618886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055618887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055618890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055618890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055618891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055618891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:19.879138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminating (SIGTERM)\u000a05:56:19.920765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminating (SIGTERM)\u000a05:56:19.962421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Terminating (SIGTERM)\u000a05:56:19.971943 --- ParallelTerminationStrategy: PID 1291 died...\u000a05:56:20.027423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminated: ok {rc=0}\u000a05:56:20.037475 --- ParallelTerminationStrategy: PID 1294 died...\u000a05:56:20.092649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminated: ok {rc=0}\u000a05:56:20.102573 --- ParallelTerminationStrategy: PID 1297 died...\u000a05:56:20.158199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1297): Terminated: ok {rc=0}\u000a05:56:20.246026 bus /sierra_3: Setting Powered False\u000a05:56:21.350694 bus /sierra_3: Setting Powered False\u000a05:56:22.462214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:56:02" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a05:56:24.463205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:24.474796 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:56:24.636721 tst mo_mt_call.py: using LAC 26315\u000a05:56:24.760054 tst mo_mt_call.py: using RAC 50\u000a05:56:24.887741 tst mo_mt_call.py: using CellId 26315\u000a05:56:25.011591 tst mo_mt_call.py: using BVCI 26316\u000a05:56:25.035900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:25.047534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:25.059050 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:25.070527 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:25.082153 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:25.093591 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:25.211206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:25.409865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:25.878652 run create_hlr_db(pid=1303): Launched\u000a05:56:26.048705 bus /sierra_2: Setting Powered False\u000a05:56:27.070808 run create_hlr_db(pid=1303): Terminated: ok {rc=0}\u000a05:56:27.467679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Launched\u000a05:56:27.765943 run osmo-hlr_10.42.42.2(pid=1306): Launched\u000a05:56:27.873989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:28.389483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Launched\u000a05:56:28.687852 run osmo-stp_10.42.42.5(pid=1309): Launched\u000a05:56:28.796202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:29.346117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Launched\u000a05:56:29.644274 run osmo-msc_10.42.42.6(pid=1312): Launched\u000a05:56:29.819569 run osmo-stp_10.42.42.5(pid=1309): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)]\u000a05:56:29.946583 run osmo-stp_10.42.42.5(pid=1309): stdout: \u000a| (launched: 2022-12-10_05:56:28.540634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:30.071005 run osmo-stp_10.42.42.5(pid=1309): stderr: \u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055628710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:30.191083 run osmo-stp_10.42.42.5(pid=1309): stdout: \u000a| (launched: 2022-12-10_05:56:28.540634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:30.309665 run osmo-stp_10.42.42.5(pid=1309): stderr: \u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055628709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055628710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055628710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:30.362118 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1309): Process ended prematurely: osmo-stp_10.42.42.5(pid=1309) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1309)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a05:56:30.370835 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a05:56:30.430397 run osmo-hlr_10.42.42.2(pid=1306): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1306)]\u000a05:56:30.479249 run osmo-hlr_10.42.42.2(pid=1306): stdout: \u000a| (launched: 2022-12-10_05:56:27.618851) \u000a05:56:30.528806 run osmo-hlr_10.42.42.2(pid=1306): stderr: \u000a| �[0;m�[1;31m20221210055627794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055627795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055627810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055627823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:30.596152 run osmo-msc_10.42.42.6(pid=1312): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1312)]\u000a05:56:30.644882 run osmo-msc_10.42.42.6(pid=1312): stdout: \u000a| (launched: 2022-12-10_05:56:29.496565) \u000a05:56:30.694247 run osmo-msc_10.42.42.6(pid=1312): stderr: \u000a| �[0;m�[38;5;43m20221210055629766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055629766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff94072bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055629766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055629766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055629768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055629769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:30.735488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Terminating (SIGTERM)\u000a05:56:30.774799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Terminating (SIGTERM)\u000a05:56:30.814053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Terminating (SIGTERM)\u000a05:56:30.823252 --- ParallelTerminationStrategy: PID 1305 died...\u000a05:56:30.887004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1305): Terminated: ok {rc=0}\u000a05:56:30.903817 --- ParallelTerminationStrategy: PID 1308 died...\u000a05:56:30.958782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1308): Terminated: ok {rc=0}\u000a05:56:30.968607 --- ParallelTerminationStrategy: PID 1311 died...\u000a05:56:31.021570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1311): Terminated: ok {rc=0}\u000a05:56:31.112089 bus /sierra_3: Setting Powered False\u000a05:56:32.216012 bus /sierra_3: Setting Powered False\u000a05:56:33.325425 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:56:34.437863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:34.450415 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a05:56:34.610823 tst mo_mt_call_osmux.py: using LAC 26316\u000a05:56:34.735444 tst mo_mt_call_osmux.py: using RAC 51\u000a05:56:34.862066 tst mo_mt_call_osmux.py: using CellId 26316\u000a05:56:34.988054 tst mo_mt_call_osmux.py: using BVCI 26317\u000a05:56:35.012414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:35.024234 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:35.036018 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:35.048248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:35.060077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a05:56:35.071939 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:35.191738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a05:56:35.392547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:35.861802 run create_hlr_db(pid=1314): Launched\u000a05:56:36.031583 bus /sierra_2: Setting Powered False\u000a05:56:37.054354 run create_hlr_db(pid=1314): Terminated: ok {rc=0}\u000a05:56:37.478287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Launched\u000a05:56:37.795814 run osmo-hlr_10.42.42.2(pid=1317): Launched\u000a05:56:37.911979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:38.466376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Launched\u000a05:56:38.784588 run osmo-stp_10.42.42.5(pid=1320): Launched\u000a05:56:38.900163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:39.483548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Launched\u000a05:56:39.802285 run osmo-msc_10.42.42.6(pid=1323): Launched\u000a05:56:39.989550 run osmo-stp_10.42.42.5(pid=1320): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)]\u000a05:56:40.124928 run osmo-stp_10.42.42.5(pid=1320): stdout: \u000a| (launched: 2022-12-10_05:56:38.628284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:40.260254 run osmo-stp_10.42.42.5(pid=1320): stderr: \u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055638820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:40.388362 run osmo-stp_10.42.42.5(pid=1320): stdout: \u000a| (launched: 2022-12-10_05:56:38.628284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:40.514997 run osmo-stp_10.42.42.5(pid=1320): stderr: \u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055638819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055638820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055638820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:40.571484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1320): Process ended prematurely: osmo-stp_10.42.42.5(pid=1320) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1320)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a05:56:40.581051 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a05:56:40.642983 run osmo-hlr_10.42.42.2(pid=1317): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1317)]\u000a05:56:40.693993 run osmo-hlr_10.42.42.2(pid=1317): stdout: \u000a| (launched: 2022-12-10_05:56:37.639958) \u000a05:56:40.745424 run osmo-hlr_10.42.42.2(pid=1317): stderr: \u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055637838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055637851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055637861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:40.814924 run osmo-msc_10.42.42.6(pid=1323): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1323)]\u000a05:56:40.865523 run osmo-msc_10.42.42.6(pid=1323): stdout: \u000a| (launched: 2022-12-10_05:56:39.645637) \u000a05:56:40.916751 run osmo-msc_10.42.42.6(pid=1323): stderr: \u000a| �[0;m�[38;5;43m20221210055639969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055639969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb5442ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055639969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055639969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055639971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055639971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055639972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055639972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:40.960057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Terminating (SIGTERM)\u000a05:56:41.001142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Terminating (SIGTERM)\u000a05:56:41.042301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Terminating (SIGTERM)\u000a05:56:41.051789 --- ParallelTerminationStrategy: PID 1316 died...\u000a05:56:41.106829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1316): Terminated: ok {rc=0}\u000a05:56:41.116782 --- ParallelTerminationStrategy: PID 1319 died...\u000a05:56:41.171755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1319): Terminated: ok {rc=0}\u000a05:56:41.181850 --- ParallelTerminationStrategy: PID 1322 died...\u000a05:56:41.236337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1322): Terminated: ok {rc=0}\u000a05:56:41.322457 bus /sierra_3: Setting Powered False\u000a05:56:42.426140 bus /sierra_3: Setting Powered False\u000a05:56:43.533127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:56:24" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:56:45.540634 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:45.552303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:56:45.722455 tst mo_mt_call.py: using LAC 26317\u000a05:56:45.845701 tst mo_mt_call.py: using RAC 52\u000a05:56:45.991763 tst mo_mt_call.py: using CellId 26317\u000a05:56:46.119752 tst mo_mt_call.py: using BVCI 26318\u000a05:56:46.145059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:46.157286 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:46.169375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:46.181666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:46.193778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:46.205838 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:56:46.329661 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:56:46.568527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:47.090444 run create_hlr_db(pid=1329): Launched\u000a05:56:47.268373 bus /sierra_2: Setting Powered False\u000a05:56:48.294703 run create_hlr_db(pid=1329): Terminated: ok {rc=0}\u000a05:56:48.695869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Launched\u000a05:56:48.994229 run osmo-hlr_10.42.42.2(pid=1332): Launched\u000a05:56:49.109738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:49.636768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Launched\u000a05:56:49.935003 run osmo-stp_10.42.42.5(pid=1335): Launched\u000a05:56:50.043808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:56:50.590990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Launched\u000a05:56:50.899231 run osmo-msc_10.42.42.6(pid=1338): Launched\u000a05:56:51.075517 run osmo-stp_10.42.42.5(pid=1335): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)]\u000a05:56:51.202916 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-10_05:56:49.787883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:51.328234 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055649959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:51.448161 run osmo-stp_10.42.42.5(pid=1335): stdout: \u000a| (launched: 2022-12-10_05:56:49.787883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:56:51.567447 run osmo-stp_10.42.42.5(pid=1335): stderr: \u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055649958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055649959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055649959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:56:51.620482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1335): Process ended prematurely: osmo-stp_10.42.42.5(pid=1335) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1335)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a05:56:51.629556 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:56:51.690020 run osmo-hlr_10.42.42.2(pid=1332): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1332)]\u000a05:56:51.739057 run osmo-hlr_10.42.42.2(pid=1332): stdout: \u000a| (launched: 2022-12-10_05:56:48.847181) \u000a05:56:51.788927 run osmo-hlr_10.42.42.2(pid=1332): stderr: \u000a| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055649021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055649022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055649034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055649043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:56:51.856147 run osmo-msc_10.42.42.6(pid=1338): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1338)]\u000a05:56:51.905473 run osmo-msc_10.42.42.6(pid=1338): stdout: \u000a| (launched: 2022-12-10_05:56:50.743147) \u000a05:56:51.955024 run osmo-msc_10.42.42.6(pid=1338): stderr: \u000a| �[0;m�[38;5;43m20221210055651017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055651017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cd9716c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055651017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055651017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055651018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055651018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055651019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055651020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:56:51.996582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminating (SIGTERM)\u000a05:56:52.036431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminating (SIGTERM)\u000a05:56:52.076108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminating (SIGTERM)\u000a05:56:52.085821 --- ParallelTerminationStrategy: PID 1331 died...\u000a05:56:52.139034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1331): Terminated: ok {rc=0}\u000a05:56:52.149056 --- ParallelTerminationStrategy: PID 1334 died...\u000a05:56:52.202174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1334): Terminated: ok {rc=0}\u000a05:56:52.211922 --- ParallelTerminationStrategy: PID 1337 died...\u000a05:56:52.265141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1337): Terminated: ok {rc=0}\u000a05:56:52.353549 bus /sierra_3: Setting Powered False\u000a05:56:53.457002 bus /sierra_3: Setting Powered False\u000a05:56:54.567788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:56:55.678092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:55.690028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a05:56:55.846082 tst mo_mt_call_osmux.py: using LAC 26318\u000a05:56:55.965812 tst mo_mt_call_osmux.py: using RAC 53\u000a05:56:56.083220 tst mo_mt_call_osmux.py: using CellId 26318\u000a05:56:56.202836 tst mo_mt_call_osmux.py: using BVCI 26319\u000a05:56:56.225727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:56.237056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:56.248079 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:56.259482 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:56.271085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a05:56:56.282642 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:56:56.397073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a05:56:56.605933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:56:57.116483 run create_hlr_db(pid=1340): Launched\u000a05:56:57.302368 bus /sierra_2: Setting Powered False\u000a05:56:58.322574 run create_hlr_db(pid=1340): Terminated: ok {rc=0}\u000a05:56:58.749521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Launched\u000a05:56:59.069976 run osmo-hlr_10.42.42.2(pid=1343): Launched\u000a05:56:59.186078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:56:59.743078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Launched\u000a05:57:00.061993 run osmo-stp_10.42.42.5(pid=1346): Launched\u000a05:57:00.177546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:00.764933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Launched\u000a05:57:01.220019 run osmo-msc_10.42.42.6(pid=1349): Launched\u000a05:57:01.587180 run osmo-stp_10.42.42.5(pid=1346): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)]\u000a05:57:01.864778 run osmo-stp_10.42.42.5(pid=1346): stdout: \u000a| (launched: 2022-12-10_05:56:59.905262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:02.061750 run osmo-stp_10.42.42.5(pid=1346): stderr: \u000a| �[0;m�[38;5;43m20221210055700096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055700097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:02.194559 run osmo-stp_10.42.42.5(pid=1346): stdout: \u000a| (launched: 2022-12-10_05:56:59.905262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:02.316343 run osmo-stp_10.42.42.5(pid=1346): stderr: \u000a| �[0;m�[38;5;43m20221210055700096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055700097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055700097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055700098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:02.369614 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1346): Process ended prematurely: osmo-stp_10.42.42.5(pid=1346) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1346)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a05:57:02.378610 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a05:57:02.438970 run osmo-hlr_10.42.42.2(pid=1343): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1343)]\u000a05:57:02.488226 run osmo-hlr_10.42.42.2(pid=1343): stdout: \u000a| (launched: 2022-12-10_05:56:58.912457) \u000a05:57:02.538162 run osmo-hlr_10.42.42.2(pid=1343): stderr: \u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055659109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055659123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055659132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:02.605826 run osmo-msc_10.42.42.6(pid=1349): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1349)]\u000a05:57:02.654965 run osmo-msc_10.42.42.6(pid=1349): stdout: \u000a| (launched: 2022-12-10_05:57:00.961238) \u000a05:57:02.704628 run osmo-msc_10.42.42.6(pid=1349): stderr: \u000a| �[0;m�[38;5;43m20221210055701527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055701528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4b32b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055701528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055701528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055701538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055701539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:02.746581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminating (SIGTERM)\u000a05:57:02.786584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminating (SIGTERM)\u000a05:57:02.826999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminating (SIGTERM)\u000a05:57:02.836371 --- ParallelTerminationStrategy: PID 1342 died...\u000a05:57:02.889552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1342): Terminated: ok {rc=0}\u000a05:57:02.899586 --- ParallelTerminationStrategy: PID 1345 died...\u000a05:57:02.952330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1345): Terminated: ok {rc=0}\u000a05:57:02.962350 --- ParallelTerminationStrategy: PID 1348 died...\u000a05:57:03.016152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1348): Terminated: ok {rc=0}\u000a05:57:03.104495 bus /sierra_3: Setting Powered False\u000a05:57:04.211591 bus /sierra_3: Setting Powered False\u000a05:57:05.322581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:07.333197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.344384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:57:07.506942 tst mo_mt_call.py: using LAC 26319\u000a05:57:07.633356 tst mo_mt_call.py: using RAC 54\u000a05:57:07.757155 tst mo_mt_call.py: using CellId 26319\u000a05:57:07.886304 tst mo_mt_call.py: using BVCI 26320\u000a05:57:07.910529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.922646 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.934320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.945928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.957573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:07.969056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:08.083467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:08.283283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:08.752438 run create_hlr_db(pid=1354): Launched\u000a05:57:08.923959 bus /sierra_2: Setting Powered False\u000a05:57:09.944697 run create_hlr_db(pid=1354): Terminated: ok {rc=0}\u000a05:57:10.370380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Launched\u000a05:57:10.689591 run osmo-hlr_10.42.42.2(pid=1357): Launched\u000a05:57:10.808066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:11.362932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Launched\u000a05:57:11.681351 run osmo-stp_10.42.42.5(pid=1360): Launched\u000a05:57:11.796322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:12.382655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Launched\u000a05:57:12.701173 run osmo-msc_10.42.42.6(pid=1363): Launched\u000a05:57:12.887049 run osmo-stp_10.42.42.5(pid=1360): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)]\u000a05:57:13.021256 run osmo-stp_10.42.42.5(pid=1360): stdout: \u000a| (launched: 2022-12-10_05:57:11.524310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:13.155740 run osmo-stp_10.42.42.5(pid=1360): stderr: \u000a| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055711717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055711717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:13.283570 run osmo-stp_10.42.42.5(pid=1360): stdout: \u000a| (launched: 2022-12-10_05:57:11.524310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:13.410009 run osmo-stp_10.42.42.5(pid=1360): stderr: \u000a| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055711716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055711717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055711717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055711718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:13.466495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1360): Process ended prematurely: osmo-stp_10.42.42.5(pid=1360) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1360)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a05:57:13.475934 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a05:57:13.537713 run osmo-hlr_10.42.42.2(pid=1357): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1357)]\u000a05:57:13.588615 run osmo-hlr_10.42.42.2(pid=1357): stdout: \u000a| (launched: 2022-12-10_05:57:10.532178) \u000a05:57:13.640229 run osmo-hlr_10.42.42.2(pid=1357): stderr: \u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055710730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055710743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055710751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:13.710335 run osmo-msc_10.42.42.6(pid=1363): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1363)]\u000a05:57:13.761298 run osmo-msc_10.42.42.6(pid=1363): stdout: \u000a| (launched: 2022-12-10_05:57:12.544699) \u000a05:57:13.812714 run osmo-msc_10.42.42.6(pid=1363): stderr: \u000a| �[0;m�[38;5;43m20221210055712870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055712870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcec858cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055712871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055712871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055712873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055712874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:13.856295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Terminating (SIGTERM)\u000a05:57:13.897727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Terminating (SIGTERM)\u000a05:57:13.939612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Terminating (SIGTERM)\u000a05:57:13.948744 --- ParallelTerminationStrategy: PID 1356 died...\u000a05:57:14.003901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1356): Terminated: ok {rc=0}\u000a05:57:14.013963 --- ParallelTerminationStrategy: PID 1359 died...\u000a05:57:14.069002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1359): Terminated: ok {rc=0}\u000a05:57:14.078955 --- ParallelTerminationStrategy: PID 1362 died...\u000a05:57:14.134137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1362): Terminated: ok {rc=0}\u000a05:57:14.220987 bus /sierra_3: Setting Powered False\u000a05:57:15.323257 bus /sierra_3: Setting Powered False\u000a05:57:16.434596 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:17.541330 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:17.553228 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a05:57:17.716725 tst mo_mt_call_osmux.py: using LAC 26320\u000a05:57:17.841504 tst mo_mt_call_osmux.py: using RAC 55\u000a05:57:17.966156 tst mo_mt_call_osmux.py: using CellId 26320\u000a05:57:18.092502 tst mo_mt_call_osmux.py: using BVCI 26321\u000a05:57:18.116666 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:18.128617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:18.140173 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:18.152069 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:18.163801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a05:57:18.175326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:18.293842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a05:57:18.504700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:19.013748 run create_hlr_db(pid=1365): Launched\u000a05:57:19.198844 bus /sierra_2: Setting Powered False\u000a05:57:20.220254 run create_hlr_db(pid=1365): Terminated: ok {rc=0}\u000a05:57:20.621730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Launched\u000a05:57:20.919288 run osmo-hlr_10.42.42.2(pid=1368): Launched\u000a05:57:21.032702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:21.558456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Launched\u000a05:57:21.857502 run osmo-stp_10.42.42.5(pid=1371): Launched\u000a05:57:21.966964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:22.514263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Launched\u000a05:57:22.813856 run osmo-msc_10.42.42.6(pid=1374): Launched\u000a05:57:22.991025 run osmo-stp_10.42.42.5(pid=1371): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)]\u000a05:57:23.119136 run osmo-stp_10.42.42.5(pid=1371): stdout: \u000a| (launched: 2022-12-10_05:57:21.709853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:23.244260 run osmo-stp_10.42.42.5(pid=1371): stderr: \u000a| �[0;m�[38;5;43m20221210055721881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055721882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:23.364401 run osmo-stp_10.42.42.5(pid=1371): stdout: \u000a| (launched: 2022-12-10_05:57:21.709853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:23.483341 run osmo-stp_10.42.42.5(pid=1371): stderr: \u000a| �[0;m�[38;5;43m20221210055721881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055721882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055721882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055721883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:23.536349 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1371): Process ended prematurely: osmo-stp_10.42.42.5(pid=1371) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1371)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a05:57:23.545351 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:57:23.604758 run osmo-hlr_10.42.42.2(pid=1368): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1368)]\u000a05:57:23.653130 run osmo-hlr_10.42.42.2(pid=1368): stdout: \u000a| (launched: 2022-12-10_05:57:20.773203) \u000a05:57:23.702539 run osmo-hlr_10.42.42.2(pid=1368): stderr: \u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055720949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055720962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055720971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:23.768906 run osmo-msc_10.42.42.6(pid=1374): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1374)]\u000a05:57:23.817285 run osmo-msc_10.42.42.6(pid=1374): stdout: \u000a| (launched: 2022-12-10_05:57:22.665473) \u000a05:57:23.866407 run osmo-msc_10.42.42.6(pid=1374): stderr: \u000a| �[0;m�[38;5;43m20221210055722940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055722940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a44e97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055722940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055722940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055722941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055722941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055722943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055722943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:23.908186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Terminating (SIGTERM)\u000a05:57:23.947694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Terminating (SIGTERM)\u000a05:57:23.987038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Terminating (SIGTERM)\u000a05:57:23.996307 --- ParallelTerminationStrategy: PID 1367 died...\u000a05:57:24.049020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1367): Terminated: ok {rc=0}\u000a05:57:24.058524 --- ParallelTerminationStrategy: PID 1370 died...\u000a05:57:24.110927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1370): Terminated: ok {rc=0}\u000a05:57:24.120591 --- ParallelTerminationStrategy: PID 1373 died...\u000a05:57:24.172742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1373): Terminated: ok {rc=0}\u000a05:57:24.255189 bus /sierra_3: Setting Powered False\u000a05:57:25.354936 bus /sierra_3: Setting Powered False\u000a05:57:26.466271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:57:07" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a05:57:28.459612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:28.470843 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:57:28.626265 tst mo_mt_call.py: using LAC 26321\u000a05:57:28.741272 tst mo_mt_call.py: using RAC 56\u000a05:57:28.856175 tst mo_mt_call.py: using CellId 26321\u000a05:57:28.970856 tst mo_mt_call.py: using BVCI 26322\u000a05:57:28.993429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:29.004840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:29.015970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:29.027337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:29.038734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:29.050166 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:29.163718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:29.371454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:29.882563 run create_hlr_db(pid=1379): Launched\u000a05:57:30.066571 bus /sierra_2: Setting Powered False\u000a05:57:31.104842 run create_hlr_db(pid=1379): Terminated: ok {rc=0}\u000a05:57:31.527678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Launched\u000a05:57:31.954520 run osmo-hlr_10.42.42.2(pid=1382): Launched\u000a05:57:32.202690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:32.767411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Launched\u000a05:57:33.088278 run osmo-stp_10.42.42.5(pid=1385): Launched\u000a05:57:33.205094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:33.790607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Launched\u000a05:57:34.110270 run osmo-msc_10.42.42.6(pid=1388): Launched\u000a05:57:34.297994 run osmo-stp_10.42.42.5(pid=1385): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)]\u000a05:57:34.434456 run osmo-stp_10.42.42.5(pid=1385): stdout: \u000a| (launched: 2022-12-10_05:57:32.930332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:34.569314 run osmo-stp_10.42.42.5(pid=1385): stderr: \u000a| �[0;m�[38;5;43m20221210055733121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055733123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:34.697818 run osmo-stp_10.42.42.5(pid=1385): stdout: \u000a| (launched: 2022-12-10_05:57:32.930332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:34.824494 run osmo-stp_10.42.42.5(pid=1385): stderr: \u000a| �[0;m�[38;5;43m20221210055733121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055733123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055733123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055733124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:34.881043 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1385): Process ended prematurely: osmo-stp_10.42.42.5(pid=1385) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1385)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a05:57:34.890450 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:57:34.952698 run osmo-hlr_10.42.42.2(pid=1382): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1382)]\u000a05:57:35.003973 run osmo-hlr_10.42.42.2(pid=1382): stdout: \u000a| (launched: 2022-12-10_05:57:31.683194) \u000a05:57:35.055987 run osmo-hlr_10.42.42.2(pid=1382): stderr: \u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055731901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055731921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055731945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055731946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055731946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:35.126548 run osmo-msc_10.42.42.6(pid=1388): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1388)]\u000a05:57:35.177793 run osmo-msc_10.42.42.6(pid=1388): stdout: \u000a| (launched: 2022-12-10_05:57:33.953312) \u000a05:57:35.229258 run osmo-msc_10.42.42.6(pid=1388): stderr: \u000a| �[0;m�[38;5;43m20221210055734275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055734275 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f725c161c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055734275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055734275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055734277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055734278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:35.272816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Terminating (SIGTERM)\u000a05:57:35.314197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Terminating (SIGTERM)\u000a05:57:35.355581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Terminating (SIGTERM)\u000a05:57:35.365182 --- ParallelTerminationStrategy: PID 1381 died...\u000a05:57:35.420118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1381): Terminated: ok {rc=0}\u000a05:57:35.430100 --- ParallelTerminationStrategy: PID 1384 died...\u000a05:57:35.484660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1384): Terminated: ok {rc=0}\u000a05:57:35.494551 --- ParallelTerminationStrategy: PID 1387 died...\u000a05:57:35.549740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1387): Terminated: ok {rc=0}\u000a05:57:35.636442 bus /sierra_3: Setting Powered False\u000a05:57:36.741906 bus /sierra_3: Setting Powered False\u000a05:57:37.849021 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:57:38.963509 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:38.975845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a05:57:39.136388 tst mo_mt_call_osmux.py: using LAC 26322\u000a05:57:39.260059 tst mo_mt_call_osmux.py: using RAC 57\u000a05:57:39.388473 tst mo_mt_call_osmux.py: using CellId 26322\u000a05:57:39.512891 tst mo_mt_call_osmux.py: using BVCI 26323\u000a05:57:39.537191 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:39.548790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:39.560272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:39.571794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:39.583411 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a05:57:39.594845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:39.710653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a05:57:39.919869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:40.431399 run create_hlr_db(pid=1392): Launched\u000a05:57:40.616374 bus /sierra_2: Setting Powered False\u000a05:57:41.637195 run create_hlr_db(pid=1392): Terminated: ok {rc=0}\u000a05:57:42.038711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Launched\u000a05:57:42.338929 run osmo-hlr_10.42.42.2(pid=1395): Launched\u000a05:57:42.455204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:42.982735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Launched\u000a05:57:43.281262 run osmo-stp_10.42.42.5(pid=1398): Launched\u000a05:57:43.390163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:43.940322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Launched\u000a05:57:44.240491 run osmo-msc_10.42.42.6(pid=1401): Launched\u000a05:57:44.417821 run osmo-stp_10.42.42.5(pid=1398): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a05:57:44.545884 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-10_05:57:43.134383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:44.671297 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055743306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:44.791359 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-10_05:57:43.134383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:44.910676 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055743305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055743306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055743306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:44.963589 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a05:57:44.972225 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:57:45.031865 run osmo-hlr_10.42.42.2(pid=1395): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1395)]\u000a05:57:45.080325 run osmo-hlr_10.42.42.2(pid=1395): stdout: \u000a| (launched: 2022-12-10_05:57:42.190670) \u000a05:57:45.129587 run osmo-hlr_10.42.42.2(pid=1395): stderr: \u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055742370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055742385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055742393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:45.196550 run osmo-msc_10.42.42.6(pid=1401): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1401)]\u000a05:57:45.244887 run osmo-msc_10.42.42.6(pid=1401): stdout: \u000a| (launched: 2022-12-10_05:57:44.091770) \u000a05:57:45.294073 run osmo-msc_10.42.42.6(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221210055744362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055744362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8adb25bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055744363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055744363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055744365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055744366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:45.335584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminating (SIGTERM)\u000a05:57:45.374858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminating (SIGTERM)\u000a05:57:45.414259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminating (SIGTERM)\u000a05:57:45.423610 --- ParallelTerminationStrategy: PID 1394 died...\u000a05:57:45.476250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminated: ok {rc=0}\u000a05:57:45.485912 --- ParallelTerminationStrategy: PID 1397 died...\u000a05:57:45.538635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminated: ok {rc=0}\u000a05:57:45.548001 --- ParallelTerminationStrategy: PID 1400 died...\u000a05:57:45.600500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminated: ok {rc=0}\u000a05:57:45.684186 bus /sierra_3: Setting Powered False\u000a05:57:46.785278 bus /sierra_3: Setting Powered False\u000a05:57:47.892329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:57:28" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a05:57:49.891829 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:49.903053 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:57:50.057671 tst mo_mt_call.py: using LAC 26323\u000a05:57:50.173934 tst mo_mt_call.py: using RAC 58\u000a05:57:50.290459 tst mo_mt_call.py: using CellId 26323\u000a05:57:50.406309 tst mo_mt_call.py: using BVCI 26324\u000a05:57:50.429130 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:50.440207 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:50.451262 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:50.462742 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:50.474090 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:57:50.485329 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:57:50.602528 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:57:50.800859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:57:51.270665 run create_hlr_db(pid=1406): Launched\u000a05:57:51.441352 bus /sierra_2: Setting Powered False\u000a05:57:52.462163 run create_hlr_db(pid=1406): Terminated: ok {rc=0}\u000a05:57:52.886173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Launched\u000a05:57:53.206759 run osmo-hlr_10.42.42.2(pid=1409): Launched\u000a05:57:53.322974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:57:53.875784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Launched\u000a05:57:54.194966 run osmo-stp_10.42.42.5(pid=1412): Launched\u000a05:57:54.310519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:57:54.895392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Launched\u000a05:57:55.215308 run osmo-msc_10.42.42.6(pid=1415): Launched\u000a05:57:55.402499 run osmo-stp_10.42.42.5(pid=1412): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)]\u000a05:57:55.537429 run osmo-stp_10.42.42.5(pid=1412): stdout: \u000a| (launched: 2022-12-10_05:57:54.037934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:55.672490 run osmo-stp_10.42.42.5(pid=1412): stderr: \u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055754233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:55.801239 run osmo-stp_10.42.42.5(pid=1412): stdout: \u000a| (launched: 2022-12-10_05:57:54.037934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:57:55.928163 run osmo-stp_10.42.42.5(pid=1412): stderr: \u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055754232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055754233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055754233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:57:55.984546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1412): Process ended prematurely: osmo-stp_10.42.42.5(pid=1412) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1412)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a05:57:55.993884 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a05:57:56.055943 run osmo-hlr_10.42.42.2(pid=1409): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1409)]\u000a05:57:56.107214 run osmo-hlr_10.42.42.2(pid=1409): stdout: \u000a| (launched: 2022-12-10_05:57:53.048230) \u000a05:57:56.158814 run osmo-hlr_10.42.42.2(pid=1409): stderr: \u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055753247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055753259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055753267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:57:56.229190 run osmo-msc_10.42.42.6(pid=1415): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1415)]\u000a05:57:56.280227 run osmo-msc_10.42.42.6(pid=1415): stdout: \u000a| (launched: 2022-12-10_05:57:55.057671) \u000a05:57:56.332344 run osmo-msc_10.42.42.6(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221210055755384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055755384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f421e110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055755384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055755384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055755384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055755385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055755386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055755387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:57:56.376057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Terminating (SIGTERM)\u000a05:57:56.417365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Terminating (SIGTERM)\u000a05:57:56.458606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Terminating (SIGTERM)\u000a05:57:56.467747 --- ParallelTerminationStrategy: PID 1408 died...\u000a05:57:56.522940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1408): Terminated: ok {rc=0}\u000a05:57:56.532771 --- ParallelTerminationStrategy: PID 1411 died...\u000a05:57:56.587799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1411): Terminated: ok {rc=0}\u000a05:57:56.597714 --- ParallelTerminationStrategy: PID 1414 died...\u000a05:57:56.652812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1414): Terminated: ok {rc=0}\u000a05:57:56.739946 bus /sierra_3: Setting Powered False\u000a05:57:57.843039 bus /sierra_3: Setting Powered False\u000a05:57:58.954314 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:00.061962 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.073986 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a05:58:00.234357 tst mo_mt_call_osmux.py: using LAC 26324\u000a05:58:00.350053 tst mo_mt_call_osmux.py: using RAC 59\u000a05:58:00.465353 tst mo_mt_call_osmux.py: using CellId 26324\u000a05:58:00.581889 tst mo_mt_call_osmux.py: using BVCI 26325\u000a05:58:00.604447 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.615815 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.627059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.638399 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.649809 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a05:58:00.661247 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:00.778712 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a05:58:01.025550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:01.577675 run create_hlr_db(pid=1417): Launched\u000a05:58:01.755747 bus /sierra_2: Setting Powered False\u000a05:58:02.772291 run create_hlr_db(pid=1417): Terminated: ok {rc=0}\u000a05:58:03.170899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Launched\u000a05:58:03.469727 run osmo-hlr_10.42.42.2(pid=1420): Launched\u000a05:58:03.581893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:04.100227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Launched\u000a05:58:04.399454 run osmo-stp_10.42.42.5(pid=1423): Launched\u000a05:58:04.508385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:05.056926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Launched\u000a05:58:05.357016 run osmo-msc_10.42.42.6(pid=1426): Launched\u000a05:58:05.532564 run osmo-stp_10.42.42.5(pid=1423): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)]\u000a05:58:05.659916 run osmo-stp_10.42.42.5(pid=1423): stdout: \u000a| (launched: 2022-12-10_05:58:04.251408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:05.784648 run osmo-stp_10.42.42.5(pid=1423): stderr: \u000a| �[0;m�[38;5;43m20221210055804423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055804424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:05.904253 run osmo-stp_10.42.42.5(pid=1423): stdout: \u000a| (launched: 2022-12-10_05:58:04.251408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:06.022705 run osmo-stp_10.42.42.5(pid=1423): stderr: \u000a| �[0;m�[38;5;43m20221210055804423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055804424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055804424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055804425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:06.075666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1423): Process ended prematurely: osmo-stp_10.42.42.5(pid=1423) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1423)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a05:58:06.084406 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a05:58:06.143568 run osmo-hlr_10.42.42.2(pid=1420): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1420)]\u000a05:58:06.192089 run osmo-hlr_10.42.42.2(pid=1420): stdout: \u000a| (launched: 2022-12-10_05:58:03.322366) \u000a05:58:06.241438 run osmo-hlr_10.42.42.2(pid=1420): stderr: \u000a| �[0;m�[1;31m20221210055803498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055803498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055803499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055803511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055803519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055803520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055803520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:06.308082 run osmo-msc_10.42.42.6(pid=1426): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1426)]\u000a05:58:06.357134 run osmo-msc_10.42.42.6(pid=1426): stdout: \u000a| (launched: 2022-12-10_05:58:05.208365) \u000a05:58:06.406296 run osmo-msc_10.42.42.6(pid=1426): stderr: \u000a| �[0;m�[38;5;43m20221210055805482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055805483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf7e799c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055805483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055805483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055805485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055805486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:06.447637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminating (SIGTERM)\u000a05:58:06.486969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminating (SIGTERM)\u000a05:58:06.526340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Terminating (SIGTERM)\u000a05:58:06.535557 --- ParallelTerminationStrategy: PID 1419 died...\u000a05:58:06.588720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1419): Terminated: ok {rc=0}\u000a05:58:06.598136 --- ParallelTerminationStrategy: PID 1422 died...\u000a05:58:06.650507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1422): Terminated: ok {rc=0}\u000a05:58:06.659948 --- ParallelTerminationStrategy: PID 1425 died...\u000a05:58:06.711987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1425): Terminated: ok {rc=0}\u000a05:58:06.794782 bus /sierra_3: Setting Powered False\u000a05:58:07.901027 bus /sierra_3: Setting Powered False\u000a05:58:09.007421 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:57:49" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a05:58:11.013375 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.024861 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:58:11.189684 tst mo_mt_call.py: using LAC 26325\u000a05:58:11.315120 tst mo_mt_call.py: using RAC 60\u000a05:58:11.444770 tst mo_mt_call.py: using CellId 26325\u000a05:58:11.567436 tst mo_mt_call.py: using BVCI 26326\u000a05:58:11.591782 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.603288 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.614535 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.625804 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.637133 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:11.648298 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:11.764529 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:11.973460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:12.484723 run create_hlr_db(pid=1431): Launched\u000a05:58:12.668838 bus /sierra_2: Setting Powered False\u000a05:58:13.690136 run create_hlr_db(pid=1431): Terminated: ok {rc=0}\u000a05:58:14.093779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Launched\u000a05:58:14.394145 run osmo-hlr_10.42.42.2(pid=1434): Launched\u000a05:58:14.510273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:15.040408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Launched\u000a05:58:15.344272 run osmo-stp_10.42.42.5(pid=1437): Launched\u000a05:58:15.453956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:16.033746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Launched\u000a05:58:16.509980 run osmo-msc_10.42.42.6(pid=1440): Launched\u000a05:58:16.903474 run osmo-stp_10.42.42.5(pid=1437): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)]\u000a05:58:17.032504 run osmo-stp_10.42.42.5(pid=1437): stdout: \u000a| (launched: 2022-12-10_05:58:15.193320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:17.161436 run osmo-stp_10.42.42.5(pid=1437): stderr: \u000a| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055815367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055815367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055815367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:17.284590 run osmo-stp_10.42.42.5(pid=1437): stdout: \u000a| (launched: 2022-12-10_05:58:15.193320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:17.407528 run osmo-stp_10.42.42.5(pid=1437): stderr: \u000a| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055815366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055815367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055815367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055815367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055815368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:17.461385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1437): Process ended prematurely: osmo-stp_10.42.42.5(pid=1437) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1437)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a05:58:17.470701 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a05:58:17.532600 run osmo-hlr_10.42.42.2(pid=1434): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1434)]\u000a05:58:17.582425 run osmo-hlr_10.42.42.2(pid=1434): stdout: \u000a| (launched: 2022-12-10_05:58:14.246125) \u000a05:58:17.632840 run osmo-hlr_10.42.42.2(pid=1434): stderr: \u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055814419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055814432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055814442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:17.700377 run osmo-msc_10.42.42.6(pid=1440): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1440)]\u000a05:58:17.749770 run osmo-msc_10.42.42.6(pid=1440): stdout: \u000a| (launched: 2022-12-10_05:58:16.188623) \u000a05:58:17.799590 run osmo-msc_10.42.42.6(pid=1440): stderr: \u000a| �[0;m�[38;5;43m20221210055816576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055816578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dea53cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055816578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055816578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055816580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055816582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055816589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055816589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055816590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055816590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:17.841691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Terminating (SIGTERM)\u000a05:58:17.881935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Terminating (SIGTERM)\u000a05:58:17.922384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Terminating (SIGTERM)\u000a05:58:17.932341 --- ParallelTerminationStrategy: PID 1433 died...\u000a05:58:17.986936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1433): Terminated: ok {rc=0}\u000a05:58:17.996624 --- ParallelTerminationStrategy: PID 1436 died...\u000a05:58:18.050242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1436): Terminated: ok {rc=0}\u000a05:58:18.060670 --- ParallelTerminationStrategy: PID 1439 died...\u000a05:58:18.114883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1439): Terminated: ok {rc=0}\u000a05:58:18.203036 bus /sierra_3: Setting Powered False\u000a05:58:19.307294 bus /sierra_3: Setting Powered False\u000a05:58:20.419901 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a05:58:21.534538 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:21.546797 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a05:58:21.708258 tst mo_mt_call_osmux.py: using LAC 26326\u000a05:58:21.839257 tst mo_mt_call_osmux.py: using RAC 61\u000a05:58:21.963903 tst mo_mt_call_osmux.py: using CellId 26326\u000a05:58:22.083151 tst mo_mt_call_osmux.py: using BVCI 26327\u000a05:58:22.106247 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:22.117467 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:22.128412 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:22.139473 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:22.150655 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a05:58:22.161776 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:22.278397 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a05:58:22.490812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:22.999752 run create_hlr_db(pid=1442): Launched\u000a05:58:23.184799 bus /sierra_2: Setting Powered False\u000a05:58:24.205421 run create_hlr_db(pid=1442): Terminated: ok {rc=0}\u000a05:58:24.607220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Launched\u000a05:58:24.906693 run osmo-hlr_10.42.42.2(pid=1446): Launched\u000a05:58:25.018760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:25.548039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Launched\u000a05:58:25.846950 run osmo-stp_10.42.42.5(pid=1449): Launched\u000a05:58:25.955884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:26.503332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Launched\u000a05:58:26.803118 run osmo-msc_10.42.42.6(pid=1452): Launched\u000a05:58:26.978906 run osmo-stp_10.42.42.5(pid=1449): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)]\u000a05:58:27.106432 run osmo-stp_10.42.42.5(pid=1449): stdout: \u000a| (launched: 2022-12-10_05:58:25.699429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:27.231728 run osmo-stp_10.42.42.5(pid=1449): stderr: \u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055825869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:27.351778 run osmo-stp_10.42.42.5(pid=1449): stdout: \u000a| (launched: 2022-12-10_05:58:25.699429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:27.471010 run osmo-stp_10.42.42.5(pid=1449): stderr: \u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055825869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055825871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:27.524397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1449): Process ended prematurely: osmo-stp_10.42.42.5(pid=1449) [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1449)] [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a05:58:27.533351 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a05:58:27.592639 run osmo-hlr_10.42.42.2(pid=1446): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1446)]\u000a05:58:27.641157 run osmo-hlr_10.42.42.2(pid=1446): stdout: \u000a| (launched: 2022-12-10_05:58:24.758937) \u000a05:58:27.690428 run osmo-hlr_10.42.42.2(pid=1446): stderr: \u000a| �[0;m�[1;31m20221210055824935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055824936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055824948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055824957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055824958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055824958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:27.757215 run osmo-msc_10.42.42.6(pid=1452): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1452)]\u000a05:58:27.805686 run osmo-msc_10.42.42.6(pid=1452): stdout: \u000a| (launched: 2022-12-10_05:58:26.654753) \u000a05:58:27.854897 run osmo-msc_10.42.42.6(pid=1452): stderr: \u000a| �[0;m�[38;5;43m20221210055826926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055826926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19f6236c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055826926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055826926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055826927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055826927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055826930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055826930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:27.896398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminating (SIGTERM)\u000a05:58:27.935729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminating (SIGTERM)\u000a05:58:27.975207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Terminating (SIGTERM)\u000a05:58:27.984502 --- ParallelTerminationStrategy: PID 1445 died...\u000a05:58:28.037278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1445): Terminated: ok {rc=0}\u000a05:58:28.046983 --- ParallelTerminationStrategy: PID 1448 died...\u000a05:58:28.099247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1448): Terminated: ok {rc=0}\u000a05:58:28.108933 --- ParallelTerminationStrategy: PID 1451 died...\u000a05:58:28.161188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1451): Terminated: ok {rc=0}\u000a05:58:28.248314 bus /sierra_3: Setting Powered False\u000a05:58:29.349785 bus /sierra_3: Setting Powered False\u000a05:58:30.454931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:58:10" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a05:58:32.524522 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:32.535969 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:58:32.677605 tst emergency_mo_mt_call.py: using LAC 26327\u000a05:58:32.802145 tst emergency_mo_mt_call.py: using RAC 62\u000a05:58:32.924413 tst emergency_mo_mt_call.py: using CellId 26327\u000a05:58:33.046875 tst emergency_mo_mt_call.py: using BVCI 26328\u000a05:58:33.070676 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:33.081936 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:33.093001 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:33.104096 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:33.115210 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:33.126189 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:33.245455 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:33.443535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:33.908373 run create_hlr_db(pid=1457): Launched\u000a05:58:34.078214 bus /sierra_2: Setting Powered False\u000a05:58:35.098821 run create_hlr_db(pid=1457): Terminated: ok {rc=0}\u000a05:58:35.490110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Launched\u000a05:58:35.783156 run osmo-hlr_10.42.42.2(pid=1460): Launched\u000a05:58:35.895312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:36.413112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Launched\u000a05:58:36.708111 run osmo-stp_10.42.42.5(pid=1463): Launched\u000a05:58:36.837847 tst emergency_mo_mt_call.py: using MSISDN 7578\u000a05:58:36.988844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:37.528465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Launched\u000a05:58:37.824152 run osmo-msc_10.42.42.6(pid=1466): Launched\u000a05:58:37.998629 run osmo-stp_10.42.42.5(pid=1463): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)]\u000a05:58:38.124076 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-10_05:58:36.561924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:38.247084 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055836734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055836734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:38.364934 run osmo-stp_10.42.42.5(pid=1463): stdout: \u000a| (launched: 2022-12-10_05:58:36.561924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:38.481652 run osmo-stp_10.42.42.5(pid=1463): stderr: \u000a| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055836733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055836734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055836734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055836735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:38.533246 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1463): Process ended prematurely: osmo-stp_10.42.42.5(pid=1463) [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1463)] [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a05:58:38.541443 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a05:58:38.601652 run osmo-hlr_10.42.42.2(pid=1460): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1460)]\u000a05:58:38.650732 run osmo-hlr_10.42.42.2(pid=1460): stdout: \u000a| (launched: 2022-12-10_05:58:35.639261) \u000a05:58:38.700635 run osmo-hlr_10.42.42.2(pid=1460): stderr: \u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055835816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055835829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055835838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055835838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:38.768141 run osmo-msc_10.42.42.6(pid=1466): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1466)]\u000a05:58:38.817312 run osmo-msc_10.42.42.6(pid=1466): stdout: \u000a| (launched: 2022-12-10_05:58:37.678299) \u000a05:58:38.866976 run osmo-msc_10.42.42.6(pid=1466): stderr: \u000a| �[0;m�[38;5;43m20221210055837948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055837948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9137304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055837949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055837949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055837951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055837951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055837951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055837952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:38.908871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminating (SIGTERM)\u000a05:58:38.949032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminating (SIGTERM)\u000a05:58:38.988563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Terminating (SIGTERM)\u000a05:58:38.997880 --- ParallelTerminationStrategy: PID 1459 died...\u000a05:58:39.050895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1459): Terminated: ok {rc=0}\u000a05:58:39.060674 --- ParallelTerminationStrategy: PID 1462 died...\u000a05:58:39.113463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1462): Terminated: ok {rc=0}\u000a05:58:39.123133 --- ParallelTerminationStrategy: PID 1465 died...\u000a05:58:39.175999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1465): Terminated: ok {rc=0}\u000a05:58:39.264491 bus /sierra_3: Setting Powered False\u000a05:58:40.368523 bus /sierra_3: Setting Powered False\u000a05:58:41.480390 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a05:58:42.532677 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:42.544265 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:58:42.679394 tst emergency_preemptive_call.py: using LAC 26328\u000a05:58:42.794329 tst emergency_preemptive_call.py: using RAC 63\u000a05:58:42.911412 tst emergency_preemptive_call.py: using CellId 26328\u000a05:58:43.026090 tst emergency_preemptive_call.py: using BVCI 26329\u000a05:58:43.048179 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:43.059042 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:43.069762 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:43.080587 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:43.091474 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a05:58:43.102362 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:43.215805 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:43.335004 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:43.447900 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:43.644122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:58:44.106158 run create_hlr_db(pid=1468): Launched\u000a05:58:44.276011 bus /sierra_2: Setting Powered False\u000a05:58:45.296562 run create_hlr_db(pid=1468): Terminated: ok {rc=0}\u000a05:58:45.690712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Launched\u000a05:58:46.073101 run osmo-hlr_10.42.42.2(pid=1471): Launched\u000a05:58:46.286162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:58:46.921599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Launched\u000a05:58:47.279910 run osmo-stp_10.42.42.5(pid=1474): Launched\u000a05:58:47.432029 tst emergency_preemptive_call.py: using MSISDN 7579\u000a05:58:47.591200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a05:58:48.164497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Launched\u000a05:58:48.479638 run osmo-msc_10.42.42.6(pid=1477): Launched\u000a05:58:48.662990 run osmo-stp_10.42.42.5(pid=1474): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)]\u000a05:58:48.795764 run osmo-stp_10.42.42.5(pid=1474): stdout: \u000a| (launched: 2022-12-10_05:58:47.085158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:48.928524 run osmo-stp_10.42.42.5(pid=1474): stderr: \u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055847390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:49.054877 run osmo-stp_10.42.42.5(pid=1474): stdout: \u000a| (launched: 2022-12-10_05:58:47.085158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:58:49.179866 run osmo-stp_10.42.42.5(pid=1474): stderr: \u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055847389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055847390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055847390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:58:49.235777 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1474): Process ended prematurely: osmo-stp_10.42.42.5(pid=1474) [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1474)] [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a05:58:49.244727 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a05:58:49.307436 run osmo-hlr_10.42.42.2(pid=1471): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1471)]\u000a05:58:49.359123 run osmo-hlr_10.42.42.2(pid=1471): stdout: \u000a| (launched: 2022-12-10_05:58:45.840089) \u000a05:58:49.411594 run osmo-hlr_10.42.42.2(pid=1471): stderr: \u000a| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055846183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055846184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055846184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055846209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055846235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:58:49.482846 run osmo-msc_10.42.42.6(pid=1477): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1477)]\u000a05:58:49.534494 run osmo-msc_10.42.42.6(pid=1477): stdout: \u000a| (launched: 2022-12-10_05:58:48.324583) \u000a05:58:49.586487 run osmo-msc_10.42.42.6(pid=1477): stderr: \u000a| �[0;m�[38;5;43m20221210055848645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210055848646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb027b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210055848646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210055848646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210055848648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210055848648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210055848648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210055848649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a05:58:49.630589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Terminating (SIGTERM)\u000a05:58:49.672758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Terminating (SIGTERM)\u000a05:58:49.714629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Terminating (SIGTERM)\u000a05:58:49.724337 --- ParallelTerminationStrategy: PID 1470 died...\u000a05:58:49.780287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1470): Terminated: ok {rc=0}\u000a05:58:49.790386 --- ParallelTerminationStrategy: PID 1473 died...\u000a05:58:49.845988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1473): Terminated: ok {rc=0}\u000a05:58:49.856077 --- ParallelTerminationStrategy: PID 1476 died...\u000a05:58:49.911596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1476): Terminated: ok {rc=0}\u000a05:58:49.999360 bus /sierra_9: Setting Powered False\u000a05:58:51.106300 bus /sierra_9: Setting Powered False\u000a05:58:52.214155 bus /sierra_8: Setting Powered False\u000a05:58:53.319771 bus /sierra_8: Setting Powered False\u000a05:58:54.428350 bus /sierra_3: Setting Powered False\u000a05:58:55.533967 bus /sierra_3: Setting Powered False\u000a05:58:56.643271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:58:32" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:58:58.759386 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:58.770109 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:58:58.906985 tst cs_paging_gprs_active.py: using LAC 26329\u000a05:58:59.026546 tst cs_paging_gprs_active.py: using RAC 64\u000a05:58:59.144401 tst cs_paging_gprs_active.py: using CellId 26329\u000a05:58:59.264175 tst cs_paging_gprs_active.py: using BVCI 26330\u000a05:58:59.287080 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.297863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.308377 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.319190 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.330006 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.340643 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.351543 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.362244 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:58:59.373243 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:59.488296 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:58:59.765616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:58:59.890039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:00.203425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Launched\u000a05:59:00.462856 run iperf3-srv_10.42.42.10(pid=1484): Launched\u000a05:59:00.645673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a05:59:00.770509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:01.129360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Launched\u000a05:59:01.409721 run iperf3-srv_10.42.42.10(pid=1486): Launched\u000a05:59:01.596222 tst cs_paging_gprs_active.py:38: start network...\u000a05:59:01.724416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:02.233685 run create_hlr_db(pid=1487): Launched\u000a05:59:02.406259 bus /sierra_2: Setting Powered False\u000a05:59:03.427993 run create_hlr_db(pid=1487): Terminated: ok {rc=0}\u000a05:59:03.828142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Launched\u000a05:59:04.128940 run osmo-hlr_10.42.42.2(pid=1490): Launched\u000a05:59:04.243482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:04.775150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Launched\u000a05:59:05.075695 run osmo-stp_10.42.42.5(pid=1493): Launched\u000a05:59:05.185036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:05.710973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Launched\u000a05:59:05.818324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:06.080753 run patchelf(pid=1496): Launched\u000a05:59:06.257300 run osmo-stp_10.42.42.5(pid=1493): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)]\u000a05:59:06.386231 run osmo-stp_10.42.42.5(pid=1493): stdout: \u000a| (launched: 2022-12-10_05:59:04.927202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:06.515292 run osmo-stp_10.42.42.5(pid=1493): stderr: \u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055905095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:06.639904 run osmo-stp_10.42.42.5(pid=1493): stdout: \u000a| (launched: 2022-12-10_05:59:04.927202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:06.763222 run osmo-stp_10.42.42.5(pid=1493): stderr: \u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055905094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055905095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055905097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:06.906781 run patchelf(pid=1496): Terminating (SIGINT)\u000a05:59:07.075221 run patchelf(pid=1496): Terminated: ok {rc=0}\u000a05:59:07.106381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1493): Process ended prematurely: osmo-stp_10.42.42.5(pid=1493) [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1493)] [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a05:59:07.115756 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a05:59:07.175292 run osmo-hlr_10.42.42.2(pid=1490): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1490)]\u000a05:59:07.223755 run osmo-hlr_10.42.42.2(pid=1490): stdout: \u000a| (launched: 2022-12-10_05:59:03.980646) \u000a05:59:07.273140 run osmo-hlr_10.42.42.2(pid=1490): stderr: \u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055904158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055904170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055904179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:07.314511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Terminating (SIGTERM)\u000a05:59:07.353886 run iperf3-srv_10.42.42.10(pid=1484): Terminating (SIGTERM)\u000a05:59:07.393156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Terminating (SIGTERM)\u000a05:59:07.432376 run iperf3-srv_10.42.42.10(pid=1486): Terminating (SIGTERM)\u000a05:59:07.471716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminating (SIGTERM)\u000a05:59:07.510980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminating (SIGTERM)\u000a05:59:07.550360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Terminating (SIGTERM)\u000a05:59:07.559598 --- ParallelTerminationStrategy: PID 1483 died...\u000a05:59:07.613063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1483): Terminated: ok {rc=0}\u000a05:59:07.622484 --- ParallelTerminationStrategy: PID 1484 died...\u000a05:59:07.675317 run iperf3-srv_10.42.42.10(pid=1484): Terminated {rc=256}\u000a05:59:07.684600 --- ParallelTerminationStrategy: PID 1485 died...\u000a05:59:07.736840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1485): Terminated: ok {rc=0}\u000a05:59:07.746438 --- ParallelTerminationStrategy: PID 1486 died...\u000a05:59:07.799014 run iperf3-srv_10.42.42.10(pid=1486): Terminated {rc=256}\u000a05:59:07.808416 --- ParallelTerminationStrategy: PID 1489 died...\u000a05:59:07.861005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1489): Terminated: ok {rc=0}\u000a05:59:07.870452 --- ParallelTerminationStrategy: PID 1492 died...\u000a05:59:07.923769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1492): Terminated: ok {rc=0}\u000a05:59:07.933668 --- ParallelTerminationStrategy: PID 1495 died...\u000a05:59:07.986918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1495): Terminated: ok {rc=0}\u000a05:59:08.075157 bus /gobi_0: Setting Powered False\u000a05:59:09.178419 bus /gobi_0: Setting Powered False\u000a05:59:10.285312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a05:59:11.400298 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:11.412407 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:11.563134 tst iperf3.py: using LAC 26330\u000a05:59:11.687608 tst iperf3.py: using RAC 65\u000a05:59:11.812085 tst iperf3.py: using CellId 26330\u000a05:59:11.936483 tst iperf3.py: using BVCI 26331\u000a05:59:11.961089 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:11.972363 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:11.983521 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:11.994811 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:12.005993 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:12.017142 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:12.028466 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:12.039641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:12.050976 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:12.326755 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:59:12.451632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:12.763119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Launched\u000a05:59:13.032404 run iperf3-srv_10.42.42.10(pid=1498): Launched\u000a05:59:13.228755 tst iperf3.py:8: start network...\u000a05:59:13.362896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:13.877202 run create_hlr_db(pid=1499): Launched\u000a05:59:14.062566 bus /gobi_6: Setting Powered False\u000a05:59:15.083855 run create_hlr_db(pid=1499): Terminated: ok {rc=0}\u000a05:59:15.511672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Launched\u000a05:59:15.854777 run osmo-hlr_10.42.42.2(pid=1502): Launched\u000a05:59:16.097194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:16.684288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Launched\u000a05:59:17.079363 run osmo-stp_10.42.42.5(pid=1505): Launched\u000a05:59:17.246523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:17.828492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Launched\u000a05:59:17.935815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:18.198773 run patchelf(pid=1508): Launched\u000a05:59:18.375144 run osmo-stp_10.42.42.5(pid=1505): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)]\u000a05:59:18.503649 run osmo-stp_10.42.42.5(pid=1505): stdout: \u000a| (launched: 2022-12-10_05:59:16.854535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:18.632517 run osmo-stp_10.42.42.5(pid=1505): stderr: \u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055917153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:18.757334 run osmo-stp_10.42.42.5(pid=1505): stdout: \u000a| (launched: 2022-12-10_05:59:16.854535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:18.880711 run osmo-stp_10.42.42.5(pid=1505): stderr: \u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055917152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055917153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055917153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:19.024003 run patchelf(pid=1508): Terminating (SIGINT)\u000a05:59:19.192563 run patchelf(pid=1508): Terminated: ok {rc=0}\u000a05:59:19.223699 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1505): Process ended prematurely: osmo-stp_10.42.42.5(pid=1505) [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1505)] [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a05:59:19.233155 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a05:59:19.293846 run osmo-hlr_10.42.42.2(pid=1502): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1502)]\u000a05:59:19.342673 run osmo-hlr_10.42.42.2(pid=1502): stdout: \u000a| (launched: 2022-12-10_05:59:15.675053) \u000a05:59:19.392245 run osmo-hlr_10.42.42.2(pid=1502): stderr: \u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055915898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055915917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055915926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:19.434169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Terminating (SIGTERM)\u000a05:59:19.473922 run iperf3-srv_10.42.42.10(pid=1498): Terminating (SIGTERM)\u000a05:59:19.513809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Terminating (SIGTERM)\u000a05:59:19.554603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Terminating (SIGTERM)\u000a05:59:19.594514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Terminating (SIGTERM)\u000a05:59:19.603891 --- ParallelTerminationStrategy: PID 1497 died...\u000a05:59:19.657217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1497): Terminated: ok {rc=0}\u000a05:59:19.667003 --- ParallelTerminationStrategy: PID 1498 died...\u000a05:59:19.719448 run iperf3-srv_10.42.42.10(pid=1498): Terminated {rc=256}\u000a05:59:19.729189 --- ParallelTerminationStrategy: PID 1501 died...\u000a05:59:19.781576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1501): Terminated: ok {rc=0}\u000a05:59:19.791315 --- ParallelTerminationStrategy: PID 1504 died...\u000a05:59:19.843768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1504): Terminated: ok {rc=0}\u000a05:59:19.853612 --- ParallelTerminationStrategy: PID 1507 died...\u000a05:59:19.906574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1507): Terminated: ok {rc=0}\u000a05:59:19.988874 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a05:59:21.104355 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.116476 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:21.261585 tst iperf3m4.py: using LAC 26331\u000a05:59:21.387119 tst iperf3m4.py: using RAC 66\u000a05:59:21.508226 tst iperf3m4.py: using CellId 26331\u000a05:59:21.625530 tst iperf3m4.py: using BVCI 26332\u000a05:59:21.648492 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.659506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.670122 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.681236 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.691941 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.702743 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.713680 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.724392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:21.735338 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:21.854525 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:21.973120 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:22.092882 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:22.387659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a05:59:22.521623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:22.854163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Launched\u000a05:59:23.131497 run iperf3-srv_10.42.42.10(pid=1510): Launched\u000a05:59:23.329004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a05:59:23.462675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:23.797250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Launched\u000a05:59:24.074251 run iperf3-srv_10.42.42.10(pid=1512): Launched\u000a05:59:24.271674 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a05:59:24.405533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:24.739669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Launched\u000a05:59:25.016072 run iperf3-srv_10.42.42.10(pid=1514): Launched\u000a05:59:25.213297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a05:59:25.347951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a05:59:25.679903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Launched\u000a05:59:25.956804 run iperf3-srv_10.42.42.10(pid=1516): Launched\u000a05:59:26.152749 tst iperf3m4.py:8: start network...\u000a05:59:26.286977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:26.800256 run create_hlr_db(pid=1517): Launched\u000a05:59:26.984704 bus /gobi_6: Setting Powered False\u000a05:59:28.007077 run create_hlr_db(pid=1517): Terminated: ok {rc=0}\u000a05:59:28.410828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Launched\u000a05:59:28.711070 run osmo-hlr_10.42.42.2(pid=1520): Launched\u000a05:59:28.828006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:29.363282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Launched\u000a05:59:29.665098 run osmo-stp_10.42.42.5(pid=1523): Launched\u000a05:59:29.774620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:30.299254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Launched\u000a05:59:30.406405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:30.669008 run patchelf(pid=1526): Launched\u000a05:59:30.854720 run osmo-stp_10.42.42.5(pid=1523): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)]\u000a05:59:30.999720 run osmo-stp_10.42.42.5(pid=1523): stdout: \u000a| (launched: 2022-12-10_05:59:29.515095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:31.143849 run osmo-stp_10.42.42.5(pid=1523): stderr: \u000a| �[0;m�[38;5;43m20221210055929683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055929684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:31.281792 run osmo-stp_10.42.42.5(pid=1523): stdout: \u000a| (launched: 2022-12-10_05:59:29.515095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:31.419045 run osmo-stp_10.42.42.5(pid=1523): stderr: \u000a| �[0;m�[38;5;43m20221210055929683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055929684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055929684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055929685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:31.576424 run patchelf(pid=1526): Terminating (SIGINT)\u000a05:59:31.788526 run patchelf(pid=1526): Terminated: ok {rc=0}\u000a05:59:31.831405 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1523): Process ended prematurely: osmo-stp_10.42.42.5(pid=1523) [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1523)] [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a05:59:31.844329 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a05:59:31.921798 run osmo-hlr_10.42.42.2(pid=1520): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1520)]\u000a05:59:31.984273 run osmo-hlr_10.42.42.2(pid=1520): stdout: \u000a| (launched: 2022-12-10_05:59:28.563027) \u000a05:59:32.048097 run osmo-hlr_10.42.42.2(pid=1520): stderr: \u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055928751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055928759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:32.100319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminating (SIGTERM)\u000a05:59:32.143536 run iperf3-srv_10.42.42.10(pid=1510): Terminating (SIGTERM)\u000a05:59:32.185079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminating (SIGTERM)\u000a05:59:32.226925 run iperf3-srv_10.42.42.10(pid=1512): Terminating (SIGTERM)\u000a05:59:32.271268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Terminating (SIGTERM)\u000a05:59:32.312226 run iperf3-srv_10.42.42.10(pid=1514): Terminating (SIGTERM)\u000a05:59:32.353735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Terminating (SIGTERM)\u000a05:59:32.394509 run iperf3-srv_10.42.42.10(pid=1516): Terminating (SIGTERM)\u000a05:59:32.435451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Terminating (SIGTERM)\u000a05:59:32.476303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Terminating (SIGTERM)\u000a05:59:32.517998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Terminating (SIGTERM)\u000a05:59:32.527552 --- ParallelTerminationStrategy: PID 1509 died...\u000a05:59:32.583243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1509): Terminated: ok {rc=0}\u000a05:59:32.593245 --- ParallelTerminationStrategy: PID 1510 died...\u000a05:59:32.647560 run iperf3-srv_10.42.42.10(pid=1510): Terminated {rc=256}\u000a05:59:32.657410 --- ParallelTerminationStrategy: PID 1511 died...\u000a05:59:32.711725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1511): Terminated: ok {rc=0}\u000a05:59:32.721619 --- ParallelTerminationStrategy: PID 1512 died...\u000a05:59:32.775827 run iperf3-srv_10.42.42.10(pid=1512): Terminated {rc=256}\u000a05:59:32.785729 --- ParallelTerminationStrategy: PID 1513 died...\u000a05:59:32.840545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1513): Terminated: ok {rc=0}\u000a05:59:32.850446 --- ParallelTerminationStrategy: PID 1514 died...\u000a05:59:32.904724 run iperf3-srv_10.42.42.10(pid=1514): Terminated {rc=256}\u000a05:59:32.914580 --- ParallelTerminationStrategy: PID 1515 died...\u000a05:59:32.969103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1515): Terminated: ok {rc=0}\u000a05:59:32.978878 --- ParallelTerminationStrategy: PID 1516 died...\u000a05:59:33.033678 run iperf3-srv_10.42.42.10(pid=1516): Terminated {rc=256}\u000a05:59:33.043526 --- ParallelTerminationStrategy: PID 1519 died...\u000a05:59:33.098373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1519): Terminated: ok {rc=0}\u000a05:59:33.108210 --- ParallelTerminationStrategy: PID 1522 died...\u000a05:59:33.162841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1522): Terminated: ok {rc=0}\u000a05:59:33.172796 --- ParallelTerminationStrategy: PID 1525 died...\u000a05:59:33.228318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1525): Terminated: ok {rc=0}\u000a05:59:33.315191 bus /gobi_4: Setting Powered False\u000a05:59:34.421646 bus /gobi_4: Setting Powered False\u000a05:59:35.529414 bus /gobi_1: Setting Powered False\u000a05:59:36.631140 bus /gobi_1: Setting Powered False\u000a05:59:37.741992 bus /gobi_0: Setting Powered False\u000a05:59:38.844404 bus /gobi_0: Setting Powered False\u000a05:59:39.956165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a05:59:41.023091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.034864 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:41.177129 tst ping.py: using LAC 26332\u000a05:59:41.293013 tst ping.py: using RAC 67\u000a05:59:41.407542 tst ping.py: using CellId 26332\u000a05:59:41.529174 tst ping.py: using BVCI 26333\u000a05:59:41.553228 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.564628 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.575765 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.586981 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.598072 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.609431 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.620702 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:41.631769 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:41.903815 tst ping.py:19: start network...\u000a05:59:42.025927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:42.491278 run create_hlr_db(pid=1527): Launched\u000a05:59:42.661316 bus /gobi_6: Setting Powered False\u000a05:59:43.681076 run create_hlr_db(pid=1527): Terminated: ok {rc=0}\u000a05:59:44.101479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Launched\u000a05:59:44.415837 run osmo-hlr_10.42.42.2(pid=1530): Launched\u000a05:59:44.531656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:45.081477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Launched\u000a05:59:45.398697 run osmo-stp_10.42.42.5(pid=1533): Launched\u000a05:59:45.512006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:46.099504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Launched\u000a05:59:46.235706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:46.555068 run patchelf(pid=1536): Launched\u000a05:59:46.743807 run osmo-stp_10.42.42.5(pid=1533): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)]\u000a05:59:46.881723 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-10_05:59:45.241734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:47.020352 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055945432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055945432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055945432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:47.154571 run osmo-stp_10.42.42.5(pid=1533): stdout: \u000a| (launched: 2022-12-10_05:59:45.241734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:47.291151 run osmo-stp_10.42.42.5(pid=1533): stderr: \u000a| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055945431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055945432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055945432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055945432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055945433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:47.441995 run patchelf(pid=1536): Terminating (SIGINT)\u000a05:59:47.619077 run patchelf(pid=1536): Terminated: ok {rc=0}\u000a05:59:47.651100 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1533): Process ended prematurely: osmo-stp_10.42.42.5(pid=1533) [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1533)] [trial-2370↪gprs:trx-sysmocell5000↪ping.py:22]\u000a05:59:47.660360 tst ping.py:22: Test FAILED (6.6 sec)\u000a05:59:47.723467 run osmo-hlr_10.42.42.2(pid=1530): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1530)]\u000a05:59:47.775160 run osmo-hlr_10.42.42.2(pid=1530): stdout: \u000a| (launched: 2022-12-10_05:59:44.261255) \u000a05:59:47.827296 run osmo-hlr_10.42.42.2(pid=1530): stderr: \u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055944461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055944473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055944482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:47.871556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminating (SIGTERM)\u000a05:59:47.912995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminating (SIGTERM)\u000a05:59:47.954411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Terminating (SIGTERM)\u000a05:59:47.963971 --- ParallelTerminationStrategy: PID 1529 died...\u000a05:59:48.019704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1529): Terminated: ok {rc=0}\u000a05:59:48.029802 --- ParallelTerminationStrategy: PID 1532 died...\u000a05:59:48.085117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1532): Terminated: ok {rc=0}\u000a05:59:48.095032 --- ParallelTerminationStrategy: PID 1535 died...\u000a05:59:48.150857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1535): Terminated: ok {rc=0}\u000a05:59:48.238356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a05:59:49.291947 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.304350 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a05:59:49.449120 tst ping_idle_ping.py: using LAC 26333\u000a05:59:49.578348 tst ping_idle_ping.py: using RAC 68\u000a05:59:49.705173 tst ping_idle_ping.py: using CellId 26333\u000a05:59:49.823666 tst ping_idle_ping.py: using BVCI 26334\u000a05:59:49.846609 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.857603 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.868387 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.880346 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.891793 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.903183 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.914647 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a05:59:49.926154 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a05:59:50.197522 tst ping_idle_ping.py:24: start network...\u000a05:59:50.319258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a05:59:50.786349 run create_hlr_db(pid=1537): Launched\u000a05:59:50.956623 bus /gobi_6: Setting Powered False\u000a05:59:51.977982 run create_hlr_db(pid=1537): Terminated: ok {rc=0}\u000a05:59:52.401012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Launched\u000a05:59:52.719081 run osmo-hlr_10.42.42.2(pid=1540): Launched\u000a05:59:52.834627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a05:59:53.384797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Launched\u000a05:59:53.702119 run osmo-stp_10.42.42.5(pid=1543): Launched\u000a05:59:53.816522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a05:59:54.368909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Launched\u000a05:59:54.481261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a05:59:54.758057 run patchelf(pid=1546): Launched\u000a05:59:54.943141 run osmo-stp_10.42.42.5(pid=1543): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]\u000a05:59:55.078494 run osmo-stp_10.42.42.5(pid=1543): stdout: \u000a| (launched: 2022-12-10_05:59:53.544936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:55.214309 run osmo-stp_10.42.42.5(pid=1543): stderr: \u000a| �[0;m�[38;5;43m20221210055953737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055953738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:55.345477 run osmo-stp_10.42.42.5(pid=1543): stdout: \u000a| (launched: 2022-12-10_05:59:53.544936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a05:59:55.474922 run osmo-stp_10.42.42.5(pid=1543): stderr: \u000a| �[0;m�[38;5;43m20221210055953737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210055953738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210055953738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210055953739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a05:59:55.625218 run patchelf(pid=1546): Terminating (SIGINT)\u000a05:59:55.801846 run patchelf(pid=1546): Terminated: ok {rc=0}\u000a05:59:55.833890 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)] [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a05:59:55.843267 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a05:59:55.905816 run osmo-hlr_10.42.42.2(pid=1540): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1540)]\u000a05:59:55.957362 run osmo-hlr_10.42.42.2(pid=1540): stdout: \u000a| (launched: 2022-12-10_05:59:52.561387) \u000a05:59:56.009279 run osmo-hlr_10.42.42.2(pid=1540): stderr: \u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210055952762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210055952775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210055952785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a05:59:56.053701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminating (SIGTERM)\u000a05:59:56.095596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminating (SIGTERM)\u000a05:59:56.137344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Terminating (SIGTERM)\u000a05:59:56.147042 --- ParallelTerminationStrategy: PID 1539 died...\u000a05:59:56.203543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminated: ok {rc=0}\u000a05:59:56.214099 --- ParallelTerminationStrategy: PID 1542 died...\u000a05:59:56.269940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminated: ok {rc=0}\u000a05:59:56.280209 --- ParallelTerminationStrategy: PID 1545 died...\u000a05:59:56.335892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1545): Terminated: ok {rc=0}\u000a05:59:56.423503 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a05:59:58.589707 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:58.600919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a05:59:58.745274 tst cs_paging_gprs_active.py: using LAC 26334\u000a05:59:58.868890 tst cs_paging_gprs_active.py: using RAC 69\u000a05:59:58.992333 tst cs_paging_gprs_active.py: using CellId 26334\u000a05:59:59.121909 tst cs_paging_gprs_active.py: using BVCI 26335\u000a05:59:59.146419 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.157775 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.168846 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.180039 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.191210 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.202457 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.213736 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.224785 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a05:59:59.236420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:59:59.353392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a05:59:59.644410 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a05:59:59.778322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:00.110490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Launched\u000a06:00:00.388602 run iperf3-srv_10.42.42.10(pid=1551): Launched\u000a06:00:00.584557 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:00:00.718228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:01.061351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Launched\u000a06:00:01.405143 run iperf3-srv_10.42.42.10(pid=1560): Launched\u000a06:00:01.605754 tst cs_paging_gprs_active.py:38: start network...\u000a06:00:01.742021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:02.401166 run create_hlr_db(pid=1577): Launched\u000a06:00:02.591370 bus /gobi_6: Setting Powered False\u000a06:00:03.599071 run create_hlr_db(pid=1577): Terminated: ok {rc=0}\u000a06:00:04.033352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Launched\u000a06:00:04.336195 run osmo-hlr_10.42.42.2(pid=1599): Launched\u000a06:00:04.449859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:04.981564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Launched\u000a06:00:05.282176 run osmo-stp_10.42.42.5(pid=1602): Launched\u000a06:00:05.392359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:05.918618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Launched\u000a06:00:06.025663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:06.289106 run patchelf(pid=1605): Launched\u000a06:00:06.465797 run osmo-stp_10.42.42.5(pid=1602): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]\u000a06:00:06.595295 run osmo-stp_10.42.42.5(pid=1602): stdout: \u000a| (launched: 2022-12-10_06:00:05.133997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:06.725219 run osmo-stp_10.42.42.5(pid=1602): stderr: \u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060005306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:06.850275 run osmo-stp_10.42.42.5(pid=1602): stdout: \u000a| (launched: 2022-12-10_06:00:05.133997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:06.974450 run osmo-stp_10.42.42.5(pid=1602): stderr: \u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060005305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060005306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060005308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:07.118373 run patchelf(pid=1605): Terminating (SIGINT)\u000a06:00:07.287338 run patchelf(pid=1605): Terminated: ok {rc=0}\u000a06:00:07.318914 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:00:07.328405 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a06:00:07.388745 run osmo-hlr_10.42.42.2(pid=1599): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1599)]\u000a06:00:07.437631 run osmo-hlr_10.42.42.2(pid=1599): stdout: \u000a| (launched: 2022-12-10_06:00:04.186157) \u000a06:00:07.487316 run osmo-hlr_10.42.42.2(pid=1599): stderr: \u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060004363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060004375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060004384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060004385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:07.529311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Terminating (SIGTERM)\u000a06:00:07.569371 run iperf3-srv_10.42.42.10(pid=1551): Terminating (SIGTERM)\u000a06:00:07.609155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Terminating (SIGTERM)\u000a06:00:07.648481 run iperf3-srv_10.42.42.10(pid=1560): Terminating (SIGTERM)\u000a06:00:07.688126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminating (SIGTERM)\u000a06:00:07.727547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminating (SIGTERM)\u000a06:00:07.766995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminating (SIGTERM)\u000a06:00:07.776286 --- ParallelTerminationStrategy: PID 1550 died...\u000a06:00:07.829482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1550): Terminated: ok {rc=0}\u000a06:00:07.838896 --- ParallelTerminationStrategy: PID 1551 died...\u000a06:00:07.891556 run iperf3-srv_10.42.42.10(pid=1551): Terminated {rc=256}\u000a06:00:07.901053 --- ParallelTerminationStrategy: PID 1552 died...\u000a06:00:07.953528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1552): Terminated: ok {rc=0}\u000a06:00:07.963172 --- ParallelTerminationStrategy: PID 1560 died...\u000a06:00:08.016034 run iperf3-srv_10.42.42.10(pid=1560): Terminated {rc=256}\u000a06:00:08.025581 --- ParallelTerminationStrategy: PID 1598 died...\u000a06:00:08.078299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminated: ok {rc=0}\u000a06:00:08.087931 --- ParallelTerminationStrategy: PID 1601 died...\u000a06:00:08.140706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminated: ok {rc=0}\u000a06:00:08.150227 --- ParallelTerminationStrategy: PID 1604 died...\u000a06:00:08.202972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminated: ok {rc=0}\u000a06:00:08.286934 bus /gobi_0: Setting Powered False\u000a06:00:09.389280 bus /gobi_0: Setting Powered False\u000a06:00:10.498193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:00:11.613408 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:11.625682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:11.767388 tst iperf3.py: using LAC 26335\u000a06:00:11.886807 tst iperf3.py: using RAC 70\u000a06:00:12.005520 tst iperf3.py: using CellId 26335\u000a06:00:12.122654 tst iperf3.py: using BVCI 26336\u000a06:00:12.145752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.156650 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.167417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.178521 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.189460 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.200348 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.211339 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.222233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:12.233291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:12.510082 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:12.634513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:12.946732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Launched\u000a06:00:13.203776 run iperf3-srv_10.42.42.10(pid=1608): Launched\u000a06:00:13.385448 tst iperf3.py:8: start network...\u000a06:00:13.509599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:13.984281 run create_hlr_db(pid=1610): Launched\u000a06:00:14.156131 bus /gobi_6: Setting Powered False\u000a06:00:15.179218 run create_hlr_db(pid=1610): Terminated: ok {rc=0}\u000a06:00:15.611377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Launched\u000a06:00:15.975012 run osmo-hlr_10.42.42.2(pid=1613): Launched\u000a06:00:16.206812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:16.903550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Launched\u000a06:00:17.345149 run osmo-stp_10.42.42.5(pid=1616): Launched\u000a06:00:17.451242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:17.974206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Launched\u000a06:00:18.080813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:18.342542 run patchelf(pid=1619): Launched\u000a06:00:18.518687 run osmo-stp_10.42.42.5(pid=1616): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)]\u000a06:00:18.646967 run osmo-stp_10.42.42.5(pid=1616): stdout: \u000a| (launched: 2022-12-10_06:00:17.068376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:18.775726 run osmo-stp_10.42.42.5(pid=1616): stderr: \u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060017268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:18.899882 run osmo-stp_10.42.42.5(pid=1616): stdout: \u000a| (launched: 2022-12-10_06:00:17.068376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:19.023126 run osmo-stp_10.42.42.5(pid=1616): stderr: \u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060017267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060017268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060017268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:19.166210 run patchelf(pid=1619): Terminating (SIGINT)\u000a06:00:19.333906 run patchelf(pid=1619): Terminated: ok {rc=0}\u000a06:00:19.364819 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1616): Process ended prematurely: osmo-stp_10.42.42.5(pid=1616) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1616)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a06:00:19.374209 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:00:19.434211 run osmo-hlr_10.42.42.2(pid=1613): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1613)]\u000a06:00:19.482858 run osmo-hlr_10.42.42.2(pid=1613): stdout: \u000a| (launched: 2022-12-10_06:00:15.774675) \u000a06:00:19.532213 run osmo-hlr_10.42.42.2(pid=1613): stderr: \u000a| �[0;m�[1;31m20221210060016160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060016160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060016161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060016191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060016211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060016212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060016212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:19.573812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Terminating (SIGTERM)\u000a06:00:19.613480 run iperf3-srv_10.42.42.10(pid=1608): Terminating (SIGTERM)\u000a06:00:19.652846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Terminating (SIGTERM)\u000a06:00:19.692336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Terminating (SIGTERM)\u000a06:00:19.731999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Terminating (SIGTERM)\u000a06:00:19.741191 --- ParallelTerminationStrategy: PID 1607 died...\u000a06:00:19.794354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1607): Terminated: ok {rc=0}\u000a06:00:19.803821 --- ParallelTerminationStrategy: PID 1608 died...\u000a06:00:19.856199 run iperf3-srv_10.42.42.10(pid=1608): Terminated {rc=256}\u000a06:00:19.865843 --- ParallelTerminationStrategy: PID 1612 died...\u000a06:00:19.918259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1612): Terminated: ok {rc=0}\u000a06:00:19.927893 --- ParallelTerminationStrategy: PID 1615 died...\u000a06:00:19.980228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1615): Terminated: ok {rc=0}\u000a06:00:19.989938 --- ParallelTerminationStrategy: PID 1618 died...\u000a06:00:20.042960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1618): Terminated: ok {rc=0}\u000a06:00:20.126604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:00:21.243621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.255865 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:21.400740 tst iperf3m4.py: using LAC 26336\u000a06:00:21.526418 tst iperf3m4.py: using RAC 71\u000a06:00:21.652150 tst iperf3m4.py: using CellId 26336\u000a06:00:21.778698 tst iperf3m4.py: using BVCI 26337\u000a06:00:21.803341 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.814937 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.826197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.837473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.848596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.859851 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.871346 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.882686 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:21.894148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:22.011522 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:22.133488 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:22.250293 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:22.527578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:00:22.652917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:22.964558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Launched\u000a06:00:23.223119 run iperf3-srv_10.42.42.10(pid=1621): Launched\u000a06:00:23.405712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:00:23.529923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:23.842398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Launched\u000a06:00:24.100019 run iperf3-srv_10.42.42.10(pid=1623): Launched\u000a06:00:24.282340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:00:24.406970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:24.719097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Launched\u000a06:00:24.977738 run iperf3-srv_10.42.42.10(pid=1625): Launched\u000a06:00:25.159743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:00:25.284036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:25.595658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Launched\u000a06:00:25.854265 run iperf3-srv_10.42.42.10(pid=1627): Launched\u000a06:00:26.037034 tst iperf3m4.py:8: start network...\u000a06:00:26.162405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:26.636546 run create_hlr_db(pid=1628): Launched\u000a06:00:26.808200 bus /gobi_6: Setting Powered False\u000a06:00:27.829958 run create_hlr_db(pid=1628): Terminated: ok {rc=0}\u000a06:00:28.258351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Launched\u000a06:00:28.583283 run osmo-hlr_10.42.42.2(pid=1631): Launched\u000a06:00:28.701323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:29.263590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Launched\u000a06:00:29.585726 run osmo-stp_10.42.42.5(pid=1634): Launched\u000a06:00:29.702077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:30.263625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Launched\u000a06:00:30.378460 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:30.660164 run patchelf(pid=1637): Launched\u000a06:00:30.848357 run osmo-stp_10.42.42.5(pid=1634): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)]\u000a06:00:30.987977 run osmo-stp_10.42.42.5(pid=1634): stdout: \u000a| (launched: 2022-12-10_06:00:29.427306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:31.128355 run osmo-stp_10.42.42.5(pid=1634): stderr: \u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060029620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:31.264192 run osmo-stp_10.42.42.5(pid=1634): stdout: \u000a| (launched: 2022-12-10_06:00:29.427306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:31.399219 run osmo-stp_10.42.42.5(pid=1634): stderr: \u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060029620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060029620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:31.555111 run patchelf(pid=1637): Terminating (SIGINT)\u000a06:00:31.738710 run patchelf(pid=1637): Terminated: ok {rc=0}\u000a06:00:31.772714 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1634): Process ended prematurely: osmo-stp_10.42.42.5(pid=1634) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1634)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:00:31.783541 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:00:31.847506 run osmo-hlr_10.42.42.2(pid=1631): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1631)]\u000a06:00:31.900034 run osmo-hlr_10.42.42.2(pid=1631): stdout: \u000a| (launched: 2022-12-10_06:00:28.422384) \u000a06:00:31.953532 run osmo-hlr_10.42.42.2(pid=1631): stderr: \u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060028622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060028635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060028643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060028644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060028644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:31.998432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Terminating (SIGTERM)\u000a06:00:32.042752 run iperf3-srv_10.42.42.10(pid=1621): Terminating (SIGTERM)\u000a06:00:32.086994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Terminating (SIGTERM)\u000a06:00:32.131325 run iperf3-srv_10.42.42.10(pid=1623): Terminating (SIGTERM)\u000a06:00:32.175064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Terminating (SIGTERM)\u000a06:00:32.219473 run iperf3-srv_10.42.42.10(pid=1625): Terminating (SIGTERM)\u000a06:00:32.263325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Terminating (SIGTERM)\u000a06:00:32.304784 run iperf3-srv_10.42.42.10(pid=1627): Terminating (SIGTERM)\u000a06:00:32.348148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Terminating (SIGTERM)\u000a06:00:32.389604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Terminating (SIGTERM)\u000a06:00:32.431193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Terminating (SIGTERM)\u000a06:00:32.440834 --- ParallelTerminationStrategy: PID 1620 died...\u000a06:00:32.497304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1620): Terminated: ok {rc=0}\u000a06:00:32.507432 --- ParallelTerminationStrategy: PID 1621 died...\u000a06:00:32.562313 run iperf3-srv_10.42.42.10(pid=1621): Terminated {rc=256}\u000a06:00:32.572232 --- ParallelTerminationStrategy: PID 1622 died...\u000a06:00:32.627053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1622): Terminated: ok {rc=0}\u000a06:00:32.637076 --- ParallelTerminationStrategy: PID 1623 died...\u000a06:00:32.691926 run iperf3-srv_10.42.42.10(pid=1623): Terminated {rc=256}\u000a06:00:32.701972 --- ParallelTerminationStrategy: PID 1624 died...\u000a06:00:32.756729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1624): Terminated: ok {rc=0}\u000a06:00:32.766667 --- ParallelTerminationStrategy: PID 1625 died...\u000a06:00:32.821535 run iperf3-srv_10.42.42.10(pid=1625): Terminated {rc=256}\u000a06:00:32.831503 --- ParallelTerminationStrategy: PID 1626 died...\u000a06:00:32.886453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1626): Terminated: ok {rc=0}\u000a06:00:32.896485 --- ParallelTerminationStrategy: PID 1627 died...\u000a06:00:32.951663 run iperf3-srv_10.42.42.10(pid=1627): Terminated {rc=256}\u000a06:00:32.961994 --- ParallelTerminationStrategy: PID 1630 died...\u000a06:00:33.016875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1630): Terminated: ok {rc=0}\u000a06:00:33.026783 --- ParallelTerminationStrategy: PID 1633 died...\u000a06:00:33.081625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1633): Terminated: ok {rc=0}\u000a06:00:33.091718 --- ParallelTerminationStrategy: PID 1636 died...\u000a06:00:33.147075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1636): Terminated: ok {rc=0}\u000a06:00:33.234914 bus /gobi_4: Setting Powered False\u000a06:00:34.341847 bus /gobi_4: Setting Powered False\u000a06:00:35.449898 bus /gobi_1: Setting Powered False\u000a06:00:36.556321 bus /gobi_1: Setting Powered False\u000a06:00:37.664657 bus /gobi_0: Setting Powered False\u000a06:00:38.771065 bus /gobi_0: Setting Powered False\u000a06:00:39.878659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:00:40.946958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:40.959065 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:41.098105 tst ping.py: using LAC 26337\u000a06:00:41.221538 tst ping.py: using RAC 72\u000a06:00:41.347285 tst ping.py: using CellId 26337\u000a06:00:41.470448 tst ping.py: using BVCI 26338\u000a06:00:41.494663 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.506346 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.517755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.529128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.540297 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.551418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.563208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:41.574426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:41.862751 tst ping.py:19: start network...\u000a06:00:41.993729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:42.494004 run create_hlr_db(pid=1638): Launched\u000a06:00:42.664391 bus /gobi_6: Setting Powered False\u000a06:00:43.684491 run create_hlr_db(pid=1638): Terminated: ok {rc=0}\u000a06:00:44.103162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Launched\u000a06:00:44.398267 run osmo-hlr_10.42.42.2(pid=1641): Launched\u000a06:00:44.509330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:45.022375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Launched\u000a06:00:45.317222 run osmo-stp_10.42.42.5(pid=1644): Launched\u000a06:00:45.425563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:45.982099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Launched\u000a06:00:46.088839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:46.366469 run patchelf(pid=1647): Launched\u000a06:00:46.543057 run osmo-stp_10.42.42.5(pid=1644): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)]\u000a06:00:46.674279 run osmo-stp_10.42.42.5(pid=1644): stdout: \u000a| (launched: 2022-12-10_06:00:45.170689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:46.804833 run osmo-stp_10.42.42.5(pid=1644): stderr: \u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060045343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:46.930365 run osmo-stp_10.42.42.5(pid=1644): stdout: \u000a| (launched: 2022-12-10_06:00:45.170689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:47.054511 run osmo-stp_10.42.42.5(pid=1644): stderr: \u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060045342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060045343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060045343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:47.199269 run patchelf(pid=1647): Terminating (SIGINT)\u000a06:00:47.364895 run patchelf(pid=1647): Terminated: ok {rc=0}\u000a06:00:47.395221 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1644): Process ended prematurely: osmo-stp_10.42.42.5(pid=1644) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1644)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a06:00:47.403891 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:00:47.464311 run osmo-hlr_10.42.42.2(pid=1641): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1641)]\u000a06:00:47.513254 run osmo-hlr_10.42.42.2(pid=1641): stdout: \u000a| (launched: 2022-12-10_06:00:44.251925) \u000a06:00:47.563101 run osmo-hlr_10.42.42.2(pid=1641): stderr: \u000a| �[0;m�[1;31m20221210060044427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060044428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060044438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060044447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:47.604708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Terminating (SIGTERM)\u000a06:00:47.644611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Terminating (SIGTERM)\u000a06:00:47.683955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Terminating (SIGTERM)\u000a06:00:47.693371 --- ParallelTerminationStrategy: PID 1640 died...\u000a06:00:47.746458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1640): Terminated: ok {rc=0}\u000a06:00:47.755926 --- ParallelTerminationStrategy: PID 1643 died...\u000a06:00:47.808715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1643): Terminated: ok {rc=0}\u000a06:00:47.818337 --- ParallelTerminationStrategy: PID 1646 died...\u000a06:00:47.871180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1646): Terminated: ok {rc=0}\u000a06:00:47.958524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:00:49.009899 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.021902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:00:49.158705 tst ping_idle_ping.py: using LAC 26338\u000a06:00:49.273282 tst ping_idle_ping.py: using RAC 73\u000a06:00:49.387577 tst ping_idle_ping.py: using CellId 26338\u000a06:00:49.508829 tst ping_idle_ping.py: using BVCI 26339\u000a06:00:49.533234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.544700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.556067 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.567718 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.579343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.591096 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.602649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:00:49.614007 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:00:49.899672 tst ping_idle_ping.py:24: start network...\u000a06:00:50.030719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:00:50.538519 run create_hlr_db(pid=1648): Launched\u000a06:00:50.722581 bus /gobi_6: Setting Powered False\u000a06:00:51.743169 run create_hlr_db(pid=1648): Terminated: ok {rc=0}\u000a06:00:52.165589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Launched\u000a06:00:52.482471 run osmo-hlr_10.42.42.2(pid=1651): Launched\u000a06:00:52.598960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:00:53.149858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Launched\u000a06:00:53.466456 run osmo-stp_10.42.42.5(pid=1654): Launched\u000a06:00:53.581020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:00:54.133694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Launched\u000a06:00:54.246162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:00:54.524653 run patchelf(pid=1657): Launched\u000a06:00:54.710937 run osmo-stp_10.42.42.5(pid=1654): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)]\u000a06:00:54.846252 run osmo-stp_10.42.42.5(pid=1654): stdout: \u000a| (launched: 2022-12-10_06:00:53.310712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:54.981731 run osmo-stp_10.42.42.5(pid=1654): stderr: \u000a| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060053502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060053502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:55.112276 run osmo-stp_10.42.42.5(pid=1654): stdout: \u000a| (launched: 2022-12-10_06:00:53.310712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:00:55.241717 run osmo-stp_10.42.42.5(pid=1654): stderr: \u000a| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060053501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060053502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060053502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060053502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:00:55.392655 run patchelf(pid=1657): Terminating (SIGINT)\u000a06:00:55.569414 run patchelf(pid=1657): Terminated: ok {rc=0}\u000a06:00:55.601675 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1654): Process ended prematurely: osmo-stp_10.42.42.5(pid=1654) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1654)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:00:55.610987 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:00:55.673332 run osmo-hlr_10.42.42.2(pid=1651): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1651)]\u000a06:00:55.724163 run osmo-hlr_10.42.42.2(pid=1651): stdout: \u000a| (launched: 2022-12-10_06:00:52.326919) \u000a06:00:55.776035 run osmo-hlr_10.42.42.2(pid=1651): stderr: \u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060052524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060052539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060052550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:00:55.819871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Terminating (SIGTERM)\u000a06:00:55.861224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Terminating (SIGTERM)\u000a06:00:55.902682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Terminating (SIGTERM)\u000a06:00:55.912314 --- ParallelTerminationStrategy: PID 1650 died...\u000a06:00:55.967897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1650): Terminated: ok {rc=0}\u000a06:00:55.977969 --- ParallelTerminationStrategy: PID 1653 died...\u000a06:00:56.033685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1653): Terminated: ok {rc=0}\u000a06:00:56.043732 --- ParallelTerminationStrategy: PID 1656 died...\u000a06:00:56.099619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1656): Terminated: ok {rc=0}\u000a06:00:56.186560 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T05:59:58" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:00:58.338098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.349053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:00:58.505828 tst cs_paging_gprs_active.py: using LAC 26339\u000a06:00:58.623453 tst cs_paging_gprs_active.py: using RAC 74\u000a06:00:58.743524 tst cs_paging_gprs_active.py: using CellId 26339\u000a06:00:58.861313 tst cs_paging_gprs_active.py: using BVCI 26340\u000a06:00:58.884141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.895147 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.906019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.917151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.928996 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.939904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.950752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.961844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:00:58.972922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:00:59.092472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:00:59.386416 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:00:59.519205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:00:59.851922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Launched\u000a06:01:00.128891 run iperf3-srv_10.42.42.10(pid=1662): Launched\u000a06:01:00.324848 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:01:00.458227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:00.790515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Launched\u000a06:01:01.094290 run iperf3-srv_10.42.42.10(pid=1664): Launched\u000a06:01:01.292604 tst cs_paging_gprs_active.py:38: start network...\u000a06:01:01.427460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:01.965891 run create_hlr_db(pid=1665): Launched\u000a06:01:02.177925 bus /gobi_6: Setting Powered False\u000a06:01:03.179125 run create_hlr_db(pid=1665): Terminated: ok {rc=0}\u000a06:01:03.599251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Launched\u000a06:01:03.899991 run osmo-hlr_10.42.42.2(pid=1668): Launched\u000a06:01:04.009455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:04.530589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Launched\u000a06:01:04.831548 run osmo-stp_10.42.42.5(pid=1671): Launched\u000a06:01:04.945263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:05.471345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Launched\u000a06:01:05.578515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:05.841982 run patchelf(pid=1674): Launched\u000a06:01:06.018421 run osmo-stp_10.42.42.5(pid=1671): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]\u000a06:01:06.147429 run osmo-stp_10.42.42.5(pid=1671): stdout: \u000a| (launched: 2022-12-10_06:01:04.682957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:06.276724 run osmo-stp_10.42.42.5(pid=1671): stderr: \u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060104853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:06.401246 run osmo-stp_10.42.42.5(pid=1671): stdout: \u000a| (launched: 2022-12-10_06:01:04.682957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:06.524797 run osmo-stp_10.42.42.5(pid=1671): stderr: \u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060104852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060104853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060104855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:06.668246 run patchelf(pid=1674): Terminating (SIGINT)\u000a06:01:06.836894 run patchelf(pid=1674): Terminated: ok {rc=0}\u000a06:01:06.868522 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:01:06.878030 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:01:06.938010 run osmo-hlr_10.42.42.2(pid=1668): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1668)]\u000a06:01:06.986680 run osmo-hlr_10.42.42.2(pid=1668): stdout: \u000a| (launched: 2022-12-10_06:01:03.751606) \u000a06:01:07.036035 run osmo-hlr_10.42.42.2(pid=1668): stderr: \u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060103927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060103939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060103949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:07.077696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminating (SIGTERM)\u000a06:01:07.117162 run iperf3-srv_10.42.42.10(pid=1662): Terminating (SIGTERM)\u000a06:01:07.157078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminating (SIGTERM)\u000a06:01:07.196245 run iperf3-srv_10.42.42.10(pid=1664): Terminating (SIGTERM)\u000a06:01:07.235861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminating (SIGTERM)\u000a06:01:07.275057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminating (SIGTERM)\u000a06:01:07.314117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminating (SIGTERM)\u000a06:01:07.323386 --- ParallelTerminationStrategy: PID 1661 died...\u000a06:01:07.376679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminated: ok {rc=0}\u000a06:01:07.386078 --- ParallelTerminationStrategy: PID 1662 died...\u000a06:01:07.438267 run iperf3-srv_10.42.42.10(pid=1662): Terminated {rc=256}\u000a06:01:07.447824 --- ParallelTerminationStrategy: PID 1663 died...\u000a06:01:07.499832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminated: ok {rc=0}\u000a06:01:07.509390 --- ParallelTerminationStrategy: PID 1664 died...\u000a06:01:07.561374 run iperf3-srv_10.42.42.10(pid=1664): Terminated {rc=256}\u000a06:01:07.570876 --- ParallelTerminationStrategy: PID 1667 died...\u000a06:01:07.622982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminated: ok {rc=0}\u000a06:01:07.632541 --- ParallelTerminationStrategy: PID 1670 died...\u000a06:01:07.684758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminated: ok {rc=0}\u000a06:01:07.694358 --- ParallelTerminationStrategy: PID 1673 died...\u000a06:01:07.746496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminated: ok {rc=0}\u000a06:01:07.832299 bus /gobi_0: Setting Powered False\u000a06:01:08.934770 bus /gobi_0: Setting Powered False\u000a06:01:10.044072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:01:11.158076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.170241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:11.340144 tst iperf3.py: using LAC 26340\u000a06:01:11.465568 tst iperf3.py: using RAC 75\u000a06:01:11.593172 tst iperf3.py: using CellId 26340\u000a06:01:11.719043 tst iperf3.py: using BVCI 26341\u000a06:01:11.743617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.755178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.766515 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.778024 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.789355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.800569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.811961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.823329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:11.834795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:12.124230 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:12.257570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:12.589544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Launched\u000a06:01:12.865904 run iperf3-srv_10.42.42.10(pid=1676): Launched\u000a06:01:13.061779 tst iperf3.py:8: start network...\u000a06:01:13.195231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:13.707624 run create_hlr_db(pid=1677): Launched\u000a06:01:13.892144 bus /gobi_6: Setting Powered False\u000a06:01:14.913313 run create_hlr_db(pid=1677): Terminated: ok {rc=0}\u000a06:01:15.339602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Launched\u000a06:01:15.662361 run osmo-hlr_10.42.42.2(pid=1680): Launched\u000a06:01:15.781696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:16.405624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Launched\u000a06:01:16.925906 run osmo-stp_10.42.42.5(pid=1683): Launched\u000a06:01:17.041440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:17.605572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Launched\u000a06:01:17.719637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:17.999551 run patchelf(pid=1686): Launched\u000a06:01:18.187150 run osmo-stp_10.42.42.5(pid=1683): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]\u000a06:01:18.324479 run osmo-stp_10.42.42.5(pid=1683): stdout: \u000a| (launched: 2022-12-10_06:01:16.613535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:18.461661 run osmo-stp_10.42.42.5(pid=1683): stderr: \u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060116815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:18.594342 run osmo-stp_10.42.42.5(pid=1683): stdout: \u000a| (launched: 2022-12-10_06:01:16.613535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:18.725562 run osmo-stp_10.42.42.5(pid=1683): stderr: \u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060116814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060116815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060116817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:18.878888 run patchelf(pid=1686): Terminating (SIGINT)\u000a06:01:19.058369 run patchelf(pid=1686): Terminated: ok {rc=0}\u000a06:01:19.091482 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:01:19.101509 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a06:01:19.163614 run osmo-hlr_10.42.42.2(pid=1680): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1680)]\u000a06:01:19.214559 run osmo-hlr_10.42.42.2(pid=1680): stdout: \u000a| (launched: 2022-12-10_06:01:15.502721) \u000a06:01:19.266191 run osmo-hlr_10.42.42.2(pid=1680): stderr: \u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060115702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060115715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060115723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:19.310592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Terminating (SIGTERM)\u000a06:01:19.351899 run iperf3-srv_10.42.42.10(pid=1676): Terminating (SIGTERM)\u000a06:01:19.393262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminating (SIGTERM)\u000a06:01:19.434555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminating (SIGTERM)\u000a06:01:19.475813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Terminating (SIGTERM)\u000a06:01:19.485456 --- ParallelTerminationStrategy: PID 1675 died...\u000a06:01:19.540627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1675): Terminated: ok {rc=0}\u000a06:01:19.550603 --- ParallelTerminationStrategy: PID 1676 died...\u000a06:01:19.605464 run iperf3-srv_10.42.42.10(pid=1676): Terminated {rc=256}\u000a06:01:19.615341 --- ParallelTerminationStrategy: PID 1679 died...\u000a06:01:19.670592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminated: ok {rc=0}\u000a06:01:19.680533 --- ParallelTerminationStrategy: PID 1682 died...\u000a06:01:19.735383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminated: ok {rc=0}\u000a06:01:19.745340 --- ParallelTerminationStrategy: PID 1685 died...\u000a06:01:19.800124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1685): Terminated: ok {rc=0}\u000a06:01:19.886311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:01:20.997506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.009198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:21.167199 tst iperf3m4.py: using LAC 26341\u000a06:01:21.287222 tst iperf3m4.py: using RAC 76\u000a06:01:21.407930 tst iperf3m4.py: using CellId 26341\u000a06:01:21.526745 tst iperf3m4.py: using BVCI 26342\u000a06:01:21.549761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.560753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.571641 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.583458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.595080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.606737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.618413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.629832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:21.641622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:21.763929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:21.882378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:22.005519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:22.297883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:01:22.431476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:22.765126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Launched\u000a06:01:23.041530 run iperf3-srv_10.42.42.10(pid=1688): Launched\u000a06:01:23.238047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:01:23.372305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:23.704567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Launched\u000a06:01:23.981922 run iperf3-srv_10.42.42.10(pid=1690): Launched\u000a06:01:24.178210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:01:24.312294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:24.644237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Launched\u000a06:01:24.921746 run iperf3-srv_10.42.42.10(pid=1692): Launched\u000a06:01:25.118001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:01:25.251259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:25.583518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Launched\u000a06:01:25.860196 run iperf3-srv_10.42.42.10(pid=1694): Launched\u000a06:01:26.056538 tst iperf3m4.py:8: start network...\u000a06:01:26.190404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:26.705529 run create_hlr_db(pid=1695): Launched\u000a06:01:26.890719 bus /gobi_6: Setting Powered False\u000a06:01:27.911232 run create_hlr_db(pid=1695): Terminated: ok {rc=0}\u000a06:01:28.338636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Launched\u000a06:01:28.661413 run osmo-hlr_10.42.42.2(pid=1698): Launched\u000a06:01:28.777711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:29.337688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Launched\u000a06:01:29.657360 run osmo-stp_10.42.42.5(pid=1701): Launched\u000a06:01:29.773458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:30.336349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Launched\u000a06:01:30.450642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:30.732286 run patchelf(pid=1704): Launched\u000a06:01:30.922264 run osmo-stp_10.42.42.5(pid=1701): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)]\u000a06:01:31.062220 run osmo-stp_10.42.42.5(pid=1701): stdout: \u000a| (launched: 2022-12-10_06:01:29.500484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:31.201623 run osmo-stp_10.42.42.5(pid=1701): stderr: \u000a| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060129692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060129692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060129692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:31.337072 run osmo-stp_10.42.42.5(pid=1701): stdout: \u000a| (launched: 2022-12-10_06:01:29.500484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:31.470767 run osmo-stp_10.42.42.5(pid=1701): stderr: \u000a| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060129691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060129692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060129692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060129692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060129693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:31.625823 run patchelf(pid=1704): Terminating (SIGINT)\u000a06:01:31.808710 run patchelf(pid=1704): Terminated: ok {rc=0}\u000a06:01:31.843481 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1701): Process ended prematurely: osmo-stp_10.42.42.5(pid=1701) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1701)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:01:31.854670 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:01:31.918624 run osmo-hlr_10.42.42.2(pid=1698): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1698)]\u000a06:01:31.970876 run osmo-hlr_10.42.42.2(pid=1698): stdout: \u000a| (launched: 2022-12-10_06:01:28.502098) \u000a06:01:32.023794 run osmo-hlr_10.42.42.2(pid=1698): stderr: \u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060128701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060128714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060128722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:32.068327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Terminating (SIGTERM)\u000a06:01:32.110946 run iperf3-srv_10.42.42.10(pid=1688): Terminating (SIGTERM)\u000a06:01:32.154456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Terminating (SIGTERM)\u000a06:01:32.196088 run iperf3-srv_10.42.42.10(pid=1690): Terminating (SIGTERM)\u000a06:01:32.237927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Terminating (SIGTERM)\u000a06:01:32.279290 run iperf3-srv_10.42.42.10(pid=1692): Terminating (SIGTERM)\u000a06:01:32.320199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Terminating (SIGTERM)\u000a06:01:32.361227 run iperf3-srv_10.42.42.10(pid=1694): Terminating (SIGTERM)\u000a06:01:32.402132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Terminating (SIGTERM)\u000a06:01:32.442913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Terminating (SIGTERM)\u000a06:01:32.484060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Terminating (SIGTERM)\u000a06:01:32.493617 --- ParallelTerminationStrategy: PID 1687 died...\u000a06:01:32.549024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1687): Terminated: ok {rc=0}\u000a06:01:32.559000 --- ParallelTerminationStrategy: PID 1688 died...\u000a06:01:32.613659 run iperf3-srv_10.42.42.10(pid=1688): Terminated {rc=256}\u000a06:01:32.623494 --- ParallelTerminationStrategy: PID 1689 died...\u000a06:01:32.678209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1689): Terminated: ok {rc=0}\u000a06:01:32.688116 --- ParallelTerminationStrategy: PID 1690 died...\u000a06:01:32.742617 run iperf3-srv_10.42.42.10(pid=1690): Terminated {rc=256}\u000a06:01:32.752415 --- ParallelTerminationStrategy: PID 1691 died...\u000a06:01:32.806951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1691): Terminated: ok {rc=0}\u000a06:01:32.816777 --- ParallelTerminationStrategy: PID 1692 died...\u000a06:01:32.871270 run iperf3-srv_10.42.42.10(pid=1692): Terminated {rc=256}\u000a06:01:32.881189 --- ParallelTerminationStrategy: PID 1693 died...\u000a06:01:32.935597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1693): Terminated: ok {rc=0}\u000a06:01:32.945764 --- ParallelTerminationStrategy: PID 1694 died...\u000a06:01:33.000349 run iperf3-srv_10.42.42.10(pid=1694): Terminated {rc=256}\u000a06:01:33.010218 --- ParallelTerminationStrategy: PID 1697 died...\u000a06:01:33.064876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1697): Terminated: ok {rc=0}\u000a06:01:33.074893 --- ParallelTerminationStrategy: PID 1700 died...\u000a06:01:33.129659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1700): Terminated: ok {rc=0}\u000a06:01:33.139694 --- ParallelTerminationStrategy: PID 1703 died...\u000a06:01:33.194978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1703): Terminated: ok {rc=0}\u000a06:01:33.281868 bus /gobi_4: Setting Powered False\u000a06:01:34.388742 bus /gobi_4: Setting Powered False\u000a06:01:35.497833 bus /gobi_1: Setting Powered False\u000a06:01:36.603180 bus /gobi_1: Setting Powered False\u000a06:01:37.710957 bus /gobi_0: Setting Powered False\u000a06:01:38.817140 bus /gobi_0: Setting Powered False\u000a06:01:39.927160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:01:40.994379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.006745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:41.170666 tst ping.py: using LAC 26342\u000a06:01:41.300759 tst ping.py: using RAC 77\u000a06:01:41.430108 tst ping.py: using CellId 26342\u000a06:01:41.554678 tst ping.py: using BVCI 26343\u000a06:01:41.578841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.590480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.601936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.613909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.625272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.636611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.648092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:41.659750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:41.930430 tst ping.py:19: start network...\u000a06:01:42.052911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:42.516285 run create_hlr_db(pid=1705): Launched\u000a06:01:42.687019 bus /gobi_6: Setting Powered False\u000a06:01:43.707996 run create_hlr_db(pid=1705): Terminated: ok {rc=0}\u000a06:01:44.129855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Launched\u000a06:01:44.446730 run osmo-hlr_10.42.42.2(pid=1708): Launched\u000a06:01:44.565260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:45.115293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Launched\u000a06:01:45.431426 run osmo-stp_10.42.42.5(pid=1711): Launched\u000a06:01:45.546001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:46.118174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Launched\u000a06:01:46.232324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:46.547166 run patchelf(pid=1714): Launched\u000a06:01:46.779164 run osmo-stp_10.42.42.5(pid=1711): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a06:01:46.911040 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-10_06:01:45.274997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:47.044398 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060145467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060145467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:47.172052 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-10_06:01:45.274997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:47.295820 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060145466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060145467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060145467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060145467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:47.437972 run patchelf(pid=1714): Terminating (SIGINT)\u000a06:01:47.604167 run patchelf(pid=1714): Terminated: ok {rc=0}\u000a06:01:47.634726 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:01:47.643702 tst ping.py:22: Test FAILED (6.6 sec)\u000a06:01:47.704368 run osmo-hlr_10.42.42.2(pid=1708): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1708)]\u000a06:01:47.753842 run osmo-hlr_10.42.42.2(pid=1708): stdout: \u000a| (launched: 2022-12-10_06:01:44.290617) \u000a06:01:47.803737 run osmo-hlr_10.42.42.2(pid=1708): stderr: \u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060144491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060144503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060144513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060144514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060144514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:47.845866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminating (SIGTERM)\u000a06:01:47.885697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminating (SIGTERM)\u000a06:01:47.925733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Terminating (SIGTERM)\u000a06:01:47.935279 --- ParallelTerminationStrategy: PID 1707 died...\u000a06:01:47.989361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminated: ok {rc=0}\u000a06:01:47.999311 --- ParallelTerminationStrategy: PID 1710 died...\u000a06:01:48.053614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminated: ok {rc=0}\u000a06:01:48.063207 --- ParallelTerminationStrategy: PID 1713 died...\u000a06:01:48.117605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1713): Terminated: ok {rc=0}\u000a06:01:48.205720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:01:49.258948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.271432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:01:49.429987 tst ping_idle_ping.py: using LAC 26343\u000a06:01:49.553686 tst ping_idle_ping.py: using RAC 78\u000a06:01:49.676473 tst ping_idle_ping.py: using CellId 26343\u000a06:01:49.804579 tst ping_idle_ping.py: using BVCI 26344\u000a06:01:49.828737 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.840231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.851678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.863528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.875408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.887347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.899294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:01:49.911029 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:01:50.184754 tst ping_idle_ping.py:24: start network...\u000a06:01:50.308054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:01:50.781023 run create_hlr_db(pid=1715): Launched\u000a06:01:50.951436 bus /gobi_6: Setting Powered False\u000a06:01:51.973108 run create_hlr_db(pid=1715): Terminated: ok {rc=0}\u000a06:01:52.368926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Launched\u000a06:01:52.664591 run osmo-hlr_10.42.42.2(pid=1718): Launched\u000a06:01:52.777217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:01:53.291113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Launched\u000a06:01:53.585703 run osmo-stp_10.42.42.5(pid=1721): Launched\u000a06:01:53.693148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:01:54.206216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Launched\u000a06:01:54.311230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:01:54.568470 run patchelf(pid=1724): Launched\u000a06:01:54.741320 run osmo-stp_10.42.42.5(pid=1721): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)]\u000a06:01:54.867684 run osmo-stp_10.42.42.5(pid=1721): stdout: \u000a| (launched: 2022-12-10_06:01:53.440213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:54.994565 run osmo-stp_10.42.42.5(pid=1721): stderr: \u000a| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060153611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060153611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060153611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:55.116561 run osmo-stp_10.42.42.5(pid=1721): stdout: \u000a| (launched: 2022-12-10_06:01:53.440213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:01:55.237662 run osmo-stp_10.42.42.5(pid=1721): stderr: \u000a| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060153610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060153611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060153611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060153611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060153612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:01:55.378485 run patchelf(pid=1724): Terminating (SIGINT)\u000a06:01:55.543090 run patchelf(pid=1724): Terminated: ok {rc=0}\u000a06:01:55.573231 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1721): Process ended prematurely: osmo-stp_10.42.42.5(pid=1721) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1721)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:01:55.581983 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:01:55.641880 run osmo-hlr_10.42.42.2(pid=1718): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1718)]\u000a06:01:55.690446 run osmo-hlr_10.42.42.2(pid=1718): stdout: \u000a| (launched: 2022-12-10_06:01:52.519030) \u000a06:01:55.739671 run osmo-hlr_10.42.42.2(pid=1718): stderr: \u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060152695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060152707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060152715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060152716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060152716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:01:55.781666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Terminating (SIGTERM)\u000a06:01:55.821088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Terminating (SIGTERM)\u000a06:01:55.861193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Terminating (SIGTERM)\u000a06:01:55.870707 --- ParallelTerminationStrategy: PID 1717 died...\u000a06:01:55.923467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1717): Terminated: ok {rc=0}\u000a06:01:55.933332 --- ParallelTerminationStrategy: PID 1720 died...\u000a06:01:55.985808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1720): Terminated: ok {rc=0}\u000a06:01:55.995511 --- ParallelTerminationStrategy: PID 1723 died...\u000a06:01:56.047999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1723): Terminated: ok {rc=0}\u000a06:01:56.135533 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:00:57" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:01:58.280392 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.291407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:01:58.449111 tst cs_paging_gprs_active.py: using LAC 26344\u000a06:01:58.567554 tst cs_paging_gprs_active.py: using RAC 79\u000a06:01:58.685664 tst cs_paging_gprs_active.py: using CellId 26344\u000a06:01:58.803866 tst cs_paging_gprs_active.py: using BVCI 26345\u000a06:01:58.826965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.837939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.848863 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.859980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.871044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.881976 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.893381 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.904294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:01:58.915558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:01:59.033220 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:01:59.311854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:01:59.437174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:01:59.751170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Launched\u000a06:02:00.010981 run iperf3-srv_10.42.42.10(pid=1729): Launched\u000a06:02:00.194528 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:02:00.319779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:00.632021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Launched\u000a06:02:00.892084 run iperf3-srv_10.42.42.10(pid=1731): Launched\u000a06:02:01.079183 tst cs_paging_gprs_active.py:38: start network...\u000a06:02:01.208574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:01.738596 run create_hlr_db(pid=1732): Launched\u000a06:02:01.932298 bus /gobi_6: Setting Powered False\u000a06:02:02.946077 run create_hlr_db(pid=1732): Terminated: ok {rc=0}\u000a06:02:03.354520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Launched\u000a06:02:03.655306 run osmo-hlr_10.42.42.2(pid=1735): Launched\u000a06:02:03.769602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:04.345333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Launched\u000a06:02:04.704078 run osmo-stp_10.42.42.5(pid=1738): Launched\u000a06:02:04.847889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:05.441672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Launched\u000a06:02:05.565725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:05.846329 run patchelf(pid=1741): Launched\u000a06:02:06.034646 run osmo-stp_10.42.42.5(pid=1738): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]\u000a06:02:06.172217 run osmo-stp_10.42.42.5(pid=1738): stdout: \u000a| (launched: 2022-12-10_06:02:04.519118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:06.310802 run osmo-stp_10.42.42.5(pid=1738): stderr: \u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060204712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:06.444282 run osmo-stp_10.42.42.5(pid=1738): stdout: \u000a| (launched: 2022-12-10_06:02:04.519118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:06.576378 run osmo-stp_10.42.42.5(pid=1738): stderr: \u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060204712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060204712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060204713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:06.729816 run patchelf(pid=1741): Terminating (SIGINT)\u000a06:02:06.909928 run patchelf(pid=1741): Terminated: ok {rc=0}\u000a06:02:06.943402 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:02:06.953500 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a06:02:07.016376 run osmo-hlr_10.42.42.2(pid=1735): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1735)]\u000a06:02:07.068234 run osmo-hlr_10.42.42.2(pid=1735): stdout: \u000a| (launched: 2022-12-10_06:02:03.507147) \u000a06:02:07.120414 run osmo-hlr_10.42.42.2(pid=1735): stderr: \u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060203682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060203694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060203703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:07.164691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminating (SIGTERM)\u000a06:02:07.206299 run iperf3-srv_10.42.42.10(pid=1729): Terminating (SIGTERM)\u000a06:02:07.248200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminating (SIGTERM)\u000a06:02:07.290552 run iperf3-srv_10.42.42.10(pid=1731): Terminating (SIGTERM)\u000a06:02:07.332761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminating (SIGTERM)\u000a06:02:07.374803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminating (SIGTERM)\u000a06:02:07.416570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminating (SIGTERM)\u000a06:02:07.426064 --- ParallelTerminationStrategy: PID 1728 died...\u000a06:02:07.481659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminated: ok {rc=0}\u000a06:02:07.491884 --- ParallelTerminationStrategy: PID 1729 died...\u000a06:02:07.547291 run iperf3-srv_10.42.42.10(pid=1729): Terminated {rc=256}\u000a06:02:07.557362 --- ParallelTerminationStrategy: PID 1730 died...\u000a06:02:07.613031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminated: ok {rc=0}\u000a06:02:07.623076 --- ParallelTerminationStrategy: PID 1731 died...\u000a06:02:07.678328 run iperf3-srv_10.42.42.10(pid=1731): Terminated {rc=256}\u000a06:02:07.688558 --- ParallelTerminationStrategy: PID 1734 died...\u000a06:02:07.743909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminated: ok {rc=0}\u000a06:02:07.754210 --- ParallelTerminationStrategy: PID 1737 died...\u000a06:02:07.809693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminated: ok {rc=0}\u000a06:02:07.819757 --- ParallelTerminationStrategy: PID 1740 died...\u000a06:02:07.875247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminated: ok {rc=0}\u000a06:02:07.962753 bus /gobi_0: Setting Powered False\u000a06:02:09.065556 bus /gobi_0: Setting Powered False\u000a06:02:10.176343 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:02:11.286601 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.298583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:11.457884 tst iperf3.py: using LAC 26345\u000a06:02:11.581631 tst iperf3.py: using RAC 80\u000a06:02:11.697859 tst iperf3.py: using CellId 26345\u000a06:02:11.814576 tst iperf3.py: using BVCI 26346\u000a06:02:11.837974 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.848846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.859745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.870876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.882404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.893483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.904606 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.915629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:11.926887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:12.201657 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:12.326316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:12.637932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Launched\u000a06:02:12.898517 run iperf3-srv_10.42.42.10(pid=1743): Launched\u000a06:02:13.081657 tst iperf3.py:8: start network...\u000a06:02:13.206585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:13.681543 run create_hlr_db(pid=1744): Launched\u000a06:02:13.853153 bus /gobi_6: Setting Powered False\u000a06:02:14.875639 run create_hlr_db(pid=1744): Terminated: ok {rc=0}\u000a06:02:15.304099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Launched\u000a06:02:15.627501 run osmo-hlr_10.42.42.2(pid=1747): Launched\u000a06:02:15.749450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:16.429804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Launched\u000a06:02:16.805759 run osmo-stp_10.42.42.5(pid=1750): Launched\u000a06:02:16.967689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:17.595270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Launched\u000a06:02:17.710124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:17.991713 run patchelf(pid=1753): Launched\u000a06:02:18.180814 run osmo-stp_10.42.42.5(pid=1750): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a06:02:18.319009 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-10_06:02:16.597583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:18.457216 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060216955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060216955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:18.590740 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-10_06:02:16.597583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:18.722777 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060216954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060216955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060216955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060216956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:18.875983 run patchelf(pid=1753): Terminating (SIGINT)\u000a06:02:19.056154 run patchelf(pid=1753): Terminated: ok {rc=0}\u000a06:02:19.089497 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:02:19.099628 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:02:19.162017 run osmo-hlr_10.42.42.2(pid=1747): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1747)]\u000a06:02:19.212767 run osmo-hlr_10.42.42.2(pid=1747): stdout: \u000a| (launched: 2022-12-10_06:02:15.468256) \u000a06:02:19.264100 run osmo-hlr_10.42.42.2(pid=1747): stderr: \u000a| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060215668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060215669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060215681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060215689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:19.308577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminating (SIGTERM)\u000a06:02:19.351306 run iperf3-srv_10.42.42.10(pid=1743): Terminating (SIGTERM)\u000a06:02:19.393070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminating (SIGTERM)\u000a06:02:19.434796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminating (SIGTERM)\u000a06:02:19.476387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminating (SIGTERM)\u000a06:02:19.486227 --- ParallelTerminationStrategy: PID 1742 died...\u000a06:02:19.541896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminated: ok {rc=0}\u000a06:02:19.551983 --- ParallelTerminationStrategy: PID 1743 died...\u000a06:02:19.607164 run iperf3-srv_10.42.42.10(pid=1743): Terminated {rc=256}\u000a06:02:19.617425 --- ParallelTerminationStrategy: PID 1746 died...\u000a06:02:19.672618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminated: ok {rc=0}\u000a06:02:19.682969 --- ParallelTerminationStrategy: PID 1749 died...\u000a06:02:19.738663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminated: ok {rc=0}\u000a06:02:19.748827 --- ParallelTerminationStrategy: PID 1752 died...\u000a06:02:19.804690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminated: ok {rc=0}\u000a06:02:19.892905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:02:21.007380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.019804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:21.187590 tst iperf3m4.py: using LAC 26346\u000a06:02:21.316803 tst iperf3m4.py: using RAC 81\u000a06:02:21.437129 tst iperf3m4.py: using CellId 26346\u000a06:02:21.558960 tst iperf3m4.py: using BVCI 26347\u000a06:02:21.582168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.593226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.604036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.615678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.626835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.637852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.648916 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.660022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:21.671249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:21.791084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:21.913342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:22.031166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:22.324104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:02:22.458305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:22.792468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Launched\u000a06:02:23.068328 run iperf3-srv_10.42.42.10(pid=1755): Launched\u000a06:02:23.264316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:02:23.399486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:23.732228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Launched\u000a06:02:24.008465 run iperf3-srv_10.42.42.10(pid=1757): Launched\u000a06:02:24.204335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:02:24.338455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:24.671836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Launched\u000a06:02:24.948199 run iperf3-srv_10.42.42.10(pid=1759): Launched\u000a06:02:25.143776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:02:25.277254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:02:25.609847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Launched\u000a06:02:25.885151 run iperf3-srv_10.42.42.10(pid=1761): Launched\u000a06:02:26.081160 tst iperf3m4.py:8: start network...\u000a06:02:26.215059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:26.732507 run create_hlr_db(pid=1762): Launched\u000a06:02:26.917792 bus /gobi_6: Setting Powered False\u000a06:02:27.938932 run create_hlr_db(pid=1762): Terminated: ok {rc=0}\u000a06:02:28.343640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Launched\u000a06:02:28.645612 run osmo-hlr_10.42.42.2(pid=1765): Launched\u000a06:02:28.760513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:29.285738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Launched\u000a06:02:29.588715 run osmo-stp_10.42.42.5(pid=1768): Launched\u000a06:02:29.698441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:30.224750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Launched\u000a06:02:30.331860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:30.595610 run patchelf(pid=1771): Launched\u000a06:02:30.772403 run osmo-stp_10.42.42.5(pid=1768): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)]\u000a06:02:30.931255 run osmo-stp_10.42.42.5(pid=1768): stdout: \u000a| (launched: 2022-12-10_06:02:29.438597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:31.082988 run osmo-stp_10.42.42.5(pid=1768): stderr: \u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060229611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:31.219781 run osmo-stp_10.42.42.5(pid=1768): stdout: \u000a| (launched: 2022-12-10_06:02:29.438597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:31.356562 run osmo-stp_10.42.42.5(pid=1768): stderr: \u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060229610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060229611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060229611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:31.514055 run patchelf(pid=1771): Terminating (SIGINT)\u000a06:02:31.699297 run patchelf(pid=1771): Terminated: ok {rc=0}\u000a06:02:31.733984 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1768): Process ended prematurely: osmo-stp_10.42.42.5(pid=1768) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1768)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:02:31.746268 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a06:02:31.810854 run osmo-hlr_10.42.42.2(pid=1765): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1765)]\u000a06:02:31.863197 run osmo-hlr_10.42.42.2(pid=1765): stdout: \u000a| (launched: 2022-12-10_06:02:28.496085) \u000a06:02:31.917785 run osmo-hlr_10.42.42.2(pid=1765): stderr: \u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060228670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060228682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060228691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:31.966215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Terminating (SIGTERM)\u000a06:02:32.011402 run iperf3-srv_10.42.42.10(pid=1755): Terminating (SIGTERM)\u000a06:02:32.055526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminating (SIGTERM)\u000a06:02:32.099494 run iperf3-srv_10.42.42.10(pid=1757): Terminating (SIGTERM)\u000a06:02:32.142243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Terminating (SIGTERM)\u000a06:02:32.183263 run iperf3-srv_10.42.42.10(pid=1759): Terminating (SIGTERM)\u000a06:02:32.224357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Terminating (SIGTERM)\u000a06:02:32.265420 run iperf3-srv_10.42.42.10(pid=1761): Terminating (SIGTERM)\u000a06:02:32.306918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Terminating (SIGTERM)\u000a06:02:32.348547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Terminating (SIGTERM)\u000a06:02:32.390618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Terminating (SIGTERM)\u000a06:02:32.399864 --- ParallelTerminationStrategy: PID 1754 died...\u000a06:02:32.455741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1754): Terminated: ok {rc=0}\u000a06:02:32.465839 --- ParallelTerminationStrategy: PID 1755 died...\u000a06:02:32.520656 run iperf3-srv_10.42.42.10(pid=1755): Terminated {rc=256}\u000a06:02:32.530627 --- ParallelTerminationStrategy: PID 1756 died...\u000a06:02:32.586113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1756): Terminated: ok {rc=0}\u000a06:02:32.596096 --- ParallelTerminationStrategy: PID 1757 died...\u000a06:02:32.651175 run iperf3-srv_10.42.42.10(pid=1757): Terminated {rc=256}\u000a06:02:32.661179 --- ParallelTerminationStrategy: PID 1758 died...\u000a06:02:32.716918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1758): Terminated: ok {rc=0}\u000a06:02:32.726964 --- ParallelTerminationStrategy: PID 1759 died...\u000a06:02:32.781912 run iperf3-srv_10.42.42.10(pid=1759): Terminated {rc=256}\u000a06:02:32.791815 --- ParallelTerminationStrategy: PID 1760 died...\u000a06:02:32.847272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1760): Terminated: ok {rc=0}\u000a06:02:32.857390 --- ParallelTerminationStrategy: PID 1761 died...\u000a06:02:32.912225 run iperf3-srv_10.42.42.10(pid=1761): Terminated {rc=256}\u000a06:02:32.922157 --- ParallelTerminationStrategy: PID 1764 died...\u000a06:02:32.977311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1764): Terminated: ok {rc=0}\u000a06:02:32.987372 --- ParallelTerminationStrategy: PID 1767 died...\u000a06:02:33.042768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1767): Terminated: ok {rc=0}\u000a06:02:33.052800 --- ParallelTerminationStrategy: PID 1770 died...\u000a06:02:33.108323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1770): Terminated: ok {rc=0}\u000a06:02:33.196477 bus /gobi_4: Setting Powered False\u000a06:02:34.303280 bus /gobi_4: Setting Powered False\u000a06:02:35.412048 bus /gobi_1: Setting Powered False\u000a06:02:36.518352 bus /gobi_1: Setting Powered False\u000a06:02:37.625207 bus /gobi_0: Setting Powered False\u000a06:02:38.731700 bus /gobi_0: Setting Powered False\u000a06:02:39.841901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:02:40.908636 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:40.920596 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:41.078493 tst ping.py: using LAC 26347\u000a06:02:41.193756 tst ping.py: using RAC 82\u000a06:02:41.309571 tst ping.py: using CellId 26347\u000a06:02:41.424198 tst ping.py: using BVCI 26348\u000a06:02:41.446847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.458000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.468725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.479865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.491272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.502569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.513878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:41.524897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:41.810631 tst ping.py:19: start network...\u000a06:02:41.940586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:42.443612 run create_hlr_db(pid=1774): Launched\u000a06:02:42.625763 bus /gobi_6: Setting Powered False\u000a06:02:43.646559 run create_hlr_db(pid=1774): Terminated: ok {rc=0}\u000a06:02:44.043302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Launched\u000a06:02:44.338001 run osmo-hlr_10.42.42.2(pid=1777): Launched\u000a06:02:44.449483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:44.969685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Launched\u000a06:02:45.264196 run osmo-stp_10.42.42.5(pid=1781): Launched\u000a06:02:45.371681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:45.911358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Launched\u000a06:02:46.027167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:46.321782 run patchelf(pid=1784): Launched\u000a06:02:46.513336 run osmo-stp_10.42.42.5(pid=1781): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]\u000a06:02:46.644217 run osmo-stp_10.42.42.5(pid=1781): stdout: \u000a| (launched: 2022-12-10_06:02:45.118853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:46.791842 run osmo-stp_10.42.42.5(pid=1781): stderr: \u000a| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060245289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060245290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:46.923600 run osmo-stp_10.42.42.5(pid=1781): stdout: \u000a| (launched: 2022-12-10_06:02:45.118853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:47.049624 run osmo-stp_10.42.42.5(pid=1781): stderr: \u000a| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060245288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060245289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060245290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060245290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:47.196045 run patchelf(pid=1784): Terminating (SIGINT)\u000a06:02:47.371761 run patchelf(pid=1784): Terminated: ok {rc=0}\u000a06:02:47.402179 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:02:47.411013 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:02:47.473033 run osmo-hlr_10.42.42.2(pid=1777): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1777)]\u000a06:02:47.522351 run osmo-hlr_10.42.42.2(pid=1777): stdout: \u000a| (launched: 2022-12-10_06:02:44.192504) \u000a06:02:47.572832 run osmo-hlr_10.42.42.2(pid=1777): stderr: \u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060244367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060244380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060244389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:47.614561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminating (SIGTERM)\u000a06:02:47.654445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminating (SIGTERM)\u000a06:02:47.694430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminating (SIGTERM)\u000a06:02:47.704370 --- ParallelTerminationStrategy: PID 1776 died...\u000a06:02:47.757760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminated: ok {rc=0}\u000a06:02:47.767880 --- ParallelTerminationStrategy: PID 1780 died...\u000a06:02:47.821130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminated: ok {rc=0}\u000a06:02:47.831321 --- ParallelTerminationStrategy: PID 1783 died...\u000a06:02:47.884400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminated: ok {rc=0}\u000a06:02:47.971864 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:02:49.024368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.036542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:02:49.196162 tst ping_idle_ping.py: using LAC 26348\u000a06:02:49.312759 tst ping_idle_ping.py: using RAC 83\u000a06:02:49.431602 tst ping_idle_ping.py: using CellId 26348\u000a06:02:49.549254 tst ping_idle_ping.py: using BVCI 26349\u000a06:02:49.572241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.583421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.594660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.606362 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.617962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.629504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.641391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:02:49.653209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:02:49.942785 tst ping_idle_ping.py:24: start network...\u000a06:02:50.073957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:50.582106 run create_hlr_db(pid=1785): Launched\u000a06:02:50.765744 bus /gobi_6: Setting Powered False\u000a06:02:51.786317 run create_hlr_db(pid=1785): Terminated: ok {rc=0}\u000a06:02:52.187172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Launched\u000a06:02:52.482232 run osmo-hlr_10.42.42.2(pid=1788): Launched\u000a06:02:52.593203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:02:53.115801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Launched\u000a06:02:53.411555 run osmo-stp_10.42.42.5(pid=1791): Launched\u000a06:02:53.518704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:02:54.034321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Launched\u000a06:02:54.139618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:02:54.399668 run patchelf(pid=1794): Launched\u000a06:02:54.573574 run osmo-stp_10.42.42.5(pid=1791): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]\u000a06:02:54.700738 run osmo-stp_10.42.42.5(pid=1791): stdout: \u000a| (launched: 2022-12-10_06:02:53.265621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:54.828299 run osmo-stp_10.42.42.5(pid=1791): stderr: \u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060253438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060253439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:54.950909 run osmo-stp_10.42.42.5(pid=1791): stdout: \u000a| (launched: 2022-12-10_06:02:53.265621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:02:55.072453 run osmo-stp_10.42.42.5(pid=1791): stderr: \u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060253437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060253438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060253438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060253439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:02:55.214324 run patchelf(pid=1794): Terminating (SIGINT)\u000a06:02:55.380505 run patchelf(pid=1794): Terminated: ok {rc=0}\u000a06:02:55.411033 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)] [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:02:55.419955 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:02:55.480485 run osmo-hlr_10.42.42.2(pid=1788): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1788)]\u000a06:02:55.529152 run osmo-hlr_10.42.42.2(pid=1788): stdout: \u000a| (launched: 2022-12-10_06:02:52.336690) \u000a06:02:55.578872 run osmo-hlr_10.42.42.2(pid=1788): stderr: \u000a| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060252514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060252515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060252515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060252529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060252538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060252539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:02:55.621044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminating (SIGTERM)\u000a06:02:55.661102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminating (SIGTERM)\u000a06:02:55.701230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Terminating (SIGTERM)\u000a06:02:55.710715 --- ParallelTerminationStrategy: PID 1787 died...\u000a06:02:55.763942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminated: ok {rc=0}\u000a06:02:55.773891 --- ParallelTerminationStrategy: PID 1790 died...\u000a06:02:55.827024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminated: ok {rc=0}\u000a06:02:55.836517 --- ParallelTerminationStrategy: PID 1793 died...\u000a06:02:55.889311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1793): Terminated: ok {rc=0}\u000a06:02:55.971994 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:01:57" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:02:58.022109 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.034102 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:02:58.194112 tst switch_tch_pdch.py: using LAC 26349\u000a06:02:58.315240 tst switch_tch_pdch.py: using RAC 84\u000a06:02:58.433478 tst switch_tch_pdch.py: using CellId 26349\u000a06:02:58.548165 tst switch_tch_pdch.py: using BVCI 26350\u000a06:02:58.570841 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.582262 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.593529 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.605302 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.616738 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.628514 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.640848 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:02:58.652753 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:02:58.766903 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:02:59.054804 tst switch_tch_pdch.py:51: start network...\u000a06:02:59.185338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:02:59.689807 run create_hlr_db(pid=1798): Launched\u000a06:02:59.872240 bus /gobi_6: Setting Powered False\u000a06:03:00.894999 run create_hlr_db(pid=1798): Terminated: ok {rc=0}\u000a06:03:01.356347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Launched\u000a06:03:01.733222 run osmo-hlr_10.42.42.2(pid=1802): Launched\u000a06:03:01.913194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:02.528998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Launched\u000a06:03:02.823776 run osmo-stp_10.42.42.5(pid=1805): Launched\u000a06:03:02.931625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:03.447453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Launched\u000a06:03:03.552300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:03.810506 run patchelf(pid=1808): Launched\u000a06:03:03.983421 run osmo-stp_10.42.42.5(pid=1805): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]\u000a06:03:04.110397 run osmo-stp_10.42.42.5(pid=1805): stdout: \u000a| (launched: 2022-12-10_06:03:02.678254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:04.237794 run osmo-stp_10.42.42.5(pid=1805): stderr: \u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060302848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:04.359972 run osmo-stp_10.42.42.5(pid=1805): stdout: \u000a| (launched: 2022-12-10_06:03:02.678254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:04.480841 run osmo-stp_10.42.42.5(pid=1805): stderr: \u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060302847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060302848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060302850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:04.622052 run patchelf(pid=1808): Terminating (SIGINT)\u000a06:03:04.787476 run patchelf(pid=1808): Terminated: ok {rc=0}\u000a06:03:04.818097 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)] [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:03:04.827208 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a06:03:04.887622 run osmo-hlr_10.42.42.2(pid=1802): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1802)]\u000a06:03:04.936763 run osmo-hlr_10.42.42.2(pid=1802): stdout: \u000a| (launched: 2022-12-10_06:03:01.512409) \u000a06:03:04.986772 run osmo-hlr_10.42.42.2(pid=1802): stderr: \u000a| �[0;m�[1;31m20221210060301847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060301847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060301850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060301881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060301898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:05.028671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminating (SIGTERM)\u000a06:03:05.068562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminating (SIGTERM)\u000a06:03:05.108396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Terminating (SIGTERM)\u000a06:03:05.117949 --- ParallelTerminationStrategy: PID 1801 died...\u000a06:03:05.171325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminated: ok {rc=0}\u000a06:03:05.180806 --- ParallelTerminationStrategy: PID 1804 died...\u000a06:03:05.233702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminated: ok {rc=0}\u000a06:03:05.243099 --- ParallelTerminationStrategy: PID 1807 died...\u000a06:03:05.295650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1807): Terminated: ok {rc=0}\u000a06:03:05.383048 bus /gobi_0: Setting Powered False\u000a06:03:06.485142 bus /gobi_0: Setting Powered False\u000a06:03:07.590378 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:02:57" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:03:09.577825 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:09.589553 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:03:09.752761 tst switch_tch_pdch.py: using LAC 26350\u000a06:03:09.878776 tst switch_tch_pdch.py: using RAC 85\u000a06:03:10.004303 tst switch_tch_pdch.py: using CellId 26350\u000a06:03:10.127841 tst switch_tch_pdch.py: using BVCI 26351\u000a06:03:10.152105 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.163606 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.175009 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.186562 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.198103 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.209371 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.220692 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:03:10.231984 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:03:10.353640 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:03:10.626284 tst switch_tch_pdch.py:51: start network...\u000a06:03:10.748689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:11.189870 run create_hlr_db(pid=1813): Launched\u000a06:03:11.309630 bus /gobi_6: Setting Powered False\u000a06:03:12.381401 run create_hlr_db(pid=1813): Terminated: ok {rc=0}\u000a06:03:12.774085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Launched\u000a06:03:13.088359 run osmo-hlr_10.42.42.2(pid=1817): Launched\u000a06:03:13.203657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:13.724191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Launched\u000a06:03:14.039776 run osmo-stp_10.42.42.5(pid=1821): Launched\u000a06:03:14.153068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:03:14.675595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Launched\u000a06:03:14.787800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:03:15.063295 run patchelf(pid=1824): Launched\u000a06:03:15.248706 run osmo-stp_10.42.42.5(pid=1821): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a06:03:15.384521 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-10_06:03:13.884132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:15.520017 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060314076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060314076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060314077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:15.650684 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-10_06:03:13.884132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:15.780169 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060314075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060314076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060314076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060314076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060314077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:15.947077 run patchelf(pid=1824): Terminating (SIGINT)\u000a06:03:16.117816 run patchelf(pid=1824): Terminated: ok {rc=0}\u000a06:03:16.150596 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)] [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:03:16.160450 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a06:03:16.225221 run osmo-hlr_10.42.42.2(pid=1817): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1817)]\u000a06:03:16.276523 run osmo-hlr_10.42.42.2(pid=1817): stdout: \u000a| (launched: 2022-12-10_06:03:12.933990) \u000a06:03:16.328756 run osmo-hlr_10.42.42.2(pid=1817): stderr: \u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060313130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060313143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060313154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:16.373780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminating (SIGTERM)\u000a06:03:16.417489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminating (SIGTERM)\u000a06:03:16.460511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminating (SIGTERM)\u000a06:03:16.472891 --- ParallelTerminationStrategy: PID 1816 died...\u000a06:03:16.532672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminated: ok {rc=0}\u000a06:03:16.543126 --- ParallelTerminationStrategy: PID 1820 died...\u000a06:03:16.599591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminated: ok {rc=0}\u000a06:03:16.609943 --- ParallelTerminationStrategy: PID 1823 died...\u000a06:03:16.667874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1823): Terminated: ok {rc=0}\u000a06:03:16.755756 bus /gobi_0: Setting Powered False\u000a06:03:17.856236 bus /gobi_0: Setting Powered False\u000a06:03:18.963380 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:09" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:03:20.869240 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:03:20.880485 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:21.019226 tst mo_mt_sms.py: using LAC 26351\u000a06:03:21.144380 tst mo_mt_sms.py: using RAC 86\u000a06:03:21.267298 tst mo_mt_sms.py: using CellId 26351\u000a06:03:21.387486 tst mo_mt_sms.py: using BVCI 26352\u000a06:03:21.409927 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:21.528033 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:21.800566 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:03:21.923631 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:03:22.533322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Launched\u000a06:03:22.824389 run osmo-nitb_10.42.42.2(pid=1829): Launched\u000a06:03:23.006271 run osmo-nitb_10.42.42.2(pid=1829): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)]\u000a06:03:23.140320 run osmo-nitb_10.42.42.2(pid=1829): stdout: \u000a| (launched: 2022-12-10_06:03:22.682374) \u000a06:03:23.274936 run osmo-nitb_10.42.42.2(pid=1829): stderr: \u000a| (launched: 2022-12-10_06:03:22.726112)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:23.404569 run osmo-nitb_10.42.42.2(pid=1829): stdout: \u000a| (launched: 2022-12-10_06:03:22.682374) \u000a06:03:23.533287 run osmo-nitb_10.42.42.2(pid=1829): stderr: \u000a| (launched: 2022-12-10_06:03:22.726112)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:23.945801 tst osmo-nitb_10.42.42.2(pid=1829): stdout: \u000a| (launched: 2022-12-10_06:03:22.682374) \u000a06:03:24.063637 tst osmo-nitb_10.42.42.2(pid=1829): stderr: \u000a| (launched: 2022-12-10_06:03:22.726112)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:24.116091 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1829): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1829) [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1829)] [trial-2370↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a06:03:24.124467 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a06:03:24.160169 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Terminating (SIGTERM)\u000a06:03:24.338013 --- ParallelTerminationStrategy: PID 1828 died...\u000a06:03:24.394259 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1828): Terminated: ok {rc=0}\u000a06:03:24.481894 bus /sierra_3: Setting Powered False\u000a06:03:25.587005 bus /sierra_3: Setting Powered False\u000a06:03:26.698467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:20" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a06:03:28.594874 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:28.605848 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:28.743592 tst mo_mt_sms.py: using LAC 26352\u000a06:03:28.866093 tst mo_mt_sms.py: using RAC 87\u000a06:03:28.988225 tst mo_mt_sms.py: using CellId 26352\u000a06:03:29.109969 tst mo_mt_sms.py: using BVCI 26353\u000a06:03:29.134184 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:29.145864 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:29.157123 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:29.168063 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:29.179089 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:29.190124 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:29.304575 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:03:29.509851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:30.012028 run create_hlr_db(pid=1833): Launched\u000a06:03:30.195163 bus /sierra_2: Setting Powered False\u000a06:03:31.272080 run create_hlr_db(pid=1833): Terminated: ok {rc=0}\u000a06:03:31.702276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Launched\u000a06:03:32.102873 run osmo-hlr_10.42.42.2(pid=1836): Launched\u000a06:03:32.274762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:32.823994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Launched\u000a06:03:33.139096 run osmo-stp_10.42.42.5(pid=1839): Launched\u000a06:03:33.252736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:03:33.830036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Launched\u000a06:03:34.145810 run osmo-msc_10.42.42.6(pid=1842): Launched\u000a06:03:34.330173 run osmo-stp_10.42.42.5(pid=1839): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)]\u000a06:03:34.463557 run osmo-stp_10.42.42.5(pid=1839): stdout: \u000a| (launched: 2022-12-10_06:03:32.983500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:34.597077 run osmo-stp_10.42.42.5(pid=1839): stderr: \u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060333176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:34.723397 run osmo-stp_10.42.42.5(pid=1839): stdout: \u000a| (launched: 2022-12-10_06:03:32.983500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:34.848569 run osmo-stp_10.42.42.5(pid=1839): stderr: \u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060333176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060333176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060333177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:34.904036 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1839): Process ended prematurely: osmo-stp_10.42.42.5(pid=1839) [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1839)] [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a06:03:34.912839 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a06:03:34.975413 run osmo-hlr_10.42.42.2(pid=1836): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1836)]\u000a06:03:35.026431 run osmo-hlr_10.42.42.2(pid=1836): stdout: \u000a| (launched: 2022-12-10_06:03:31.855108) \u000a06:03:35.078274 run osmo-hlr_10.42.42.2(pid=1836): stderr: \u000a| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060332178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060332179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060332198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060332211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:35.148612 run osmo-msc_10.42.42.6(pid=1842): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1842)]\u000a06:03:35.199564 run osmo-msc_10.42.42.6(pid=1842): stdout: \u000a| (launched: 2022-12-10_06:03:33.989991) \u000a06:03:35.251030 run osmo-msc_10.42.42.6(pid=1842): stderr: \u000a| �[0;m�[38;5;43m20221210060334312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060334312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29ccb76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060334312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060334312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060334314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060334315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:03:35.294754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminating (SIGTERM)\u000a06:03:35.336294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminating (SIGTERM)\u000a06:03:35.378349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminating (SIGTERM)\u000a06:03:35.388095 --- ParallelTerminationStrategy: PID 1835 died...\u000a06:03:35.443682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1835): Terminated: ok {rc=0}\u000a06:03:35.453830 --- ParallelTerminationStrategy: PID 1838 died...\u000a06:03:35.508733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1838): Terminated: ok {rc=0}\u000a06:03:35.518972 --- ParallelTerminationStrategy: PID 1841 died...\u000a06:03:35.574106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1841): Terminated: ok {rc=0}\u000a06:03:35.660155 bus /sierra_3: Setting Powered False\u000a06:03:36.767283 bus /sierra_3: Setting Powered False\u000a06:03:37.874422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:03:39.720262 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a06:03:39.731594 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:39.870326 tst assert_extension.py: using LAC 26353\u000a06:03:39.992621 tst assert_extension.py: using RAC 88\u000a06:03:40.114864 tst assert_extension.py: using CellId 26353\u000a06:03:40.236781 tst assert_extension.py: using BVCI 26354\u000a06:03:40.260780 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:03:40.532229 tst assert_extension.py:10: start nitb and bts...\u000a06:03:40.654364 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:03:41.264321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Launched\u000a06:03:41.557921 run osmo-nitb_10.42.42.2(pid=1849): Launched\u000a06:03:41.739589 run osmo-nitb_10.42.42.2(pid=1849): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)]\u000a06:03:41.874246 run osmo-nitb_10.42.42.2(pid=1849): stdout: \u000a| (launched: 2022-12-10_06:03:41.413641) \u000a06:03:42.009455 run osmo-nitb_10.42.42.2(pid=1849): stderr: \u000a| (launched: 2022-12-10_06:03:41.457272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:42.139369 run osmo-nitb_10.42.42.2(pid=1849): stdout: \u000a| (launched: 2022-12-10_06:03:41.413641) \u000a06:03:42.267878 run osmo-nitb_10.42.42.2(pid=1849): stderr: \u000a| (launched: 2022-12-10_06:03:41.457272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:42.677159 tst osmo-nitb_10.42.42.2(pid=1849): stdout: \u000a| (launched: 2022-12-10_06:03:41.413641) \u000a06:03:42.795386 tst osmo-nitb_10.42.42.2(pid=1849): stderr: \u000a| (launched: 2022-12-10_06:03:41.457272)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:03:42.847443 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1849) [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1849)] [trial-2370↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a06:03:42.855696 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a06:03:42.890419 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Terminating (SIGTERM)\u000a06:03:43.067947 --- ParallelTerminationStrategy: PID 1848 died...\u000a06:03:43.123131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1848): Terminated: ok {rc=0}\u000a06:03:43.210521 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:39" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a06:03:45.040442 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.051193 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:03:45.185455 tst assert_extension.py: using LAC 26354\u000a06:03:45.299531 tst assert_extension.py: using RAC 89\u000a06:03:45.413934 tst assert_extension.py: using CellId 26354\u000a06:03:45.528660 tst assert_extension.py: using BVCI 26355\u000a06:03:45.551292 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.562147 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.572712 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.583589 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.594268 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:03:45.605254 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a06:03:45.810751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:46.373362 run create_hlr_db(pid=1853): Launched\u000a06:03:46.560528 bus /sierra_2: Setting Powered False\u000a06:03:47.576187 run create_hlr_db(pid=1853): Terminated: ok {rc=0}\u000a06:03:47.998251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Launched\u000a06:03:48.313941 run osmo-hlr_10.42.42.2(pid=1856): Launched\u000a06:03:48.430515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:48.982400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Launched\u000a06:03:49.297099 run osmo-stp_10.42.42.5(pid=1859): Launched\u000a06:03:49.411645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:03:49.988279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Launched\u000a06:03:50.302397 run osmo-msc_10.42.42.6(pid=1862): Launched\u000a06:03:50.487409 run osmo-stp_10.42.42.5(pid=1859): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)]\u000a06:03:50.620728 run osmo-stp_10.42.42.5(pid=1859): stdout: \u000a| (launched: 2022-12-10_06:03:49.142343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:50.753604 run osmo-stp_10.42.42.5(pid=1859): stderr: \u000a| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060349333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060349333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060349333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:50.880119 run osmo-stp_10.42.42.5(pid=1859): stdout: \u000a| (launched: 2022-12-10_06:03:49.142343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:51.005717 run osmo-stp_10.42.42.5(pid=1859): stderr: \u000a| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060349332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060349333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060349333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060349333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060349334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:51.061192 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1859): Process ended prematurely: osmo-stp_10.42.42.5(pid=1859) [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1859)] [trial-2370↪ussd:trx-umtrx↪assert_extension.py:17]\u000a06:03:51.070055 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a06:03:51.133072 run osmo-hlr_10.42.42.2(pid=1856): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1856)]\u000a06:03:51.184511 run osmo-hlr_10.42.42.2(pid=1856): stdout: \u000a| (launched: 2022-12-10_06:03:48.159223) \u000a06:03:51.236775 run osmo-hlr_10.42.42.2(pid=1856): stderr: \u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060348357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060348370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060348378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:03:51.307485 run osmo-msc_10.42.42.6(pid=1862): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1862)]\u000a06:03:51.359186 run osmo-msc_10.42.42.6(pid=1862): stdout: \u000a| (launched: 2022-12-10_06:03:50.148135) \u000a06:03:51.411163 run osmo-msc_10.42.42.6(pid=1862): stderr: \u000a| �[0;m�[38;5;43m20221210060350468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060350468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb8660fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060350468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060350469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060350471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060350471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:03:51.455413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Terminating (SIGTERM)\u000a06:03:51.497310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Terminating (SIGTERM)\u000a06:03:51.539329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Terminating (SIGTERM)\u000a06:03:51.549160 --- ParallelTerminationStrategy: PID 1855 died...\u000a06:03:51.605071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1855): Terminated: ok {rc=0}\u000a06:03:51.615196 --- ParallelTerminationStrategy: PID 1858 died...\u000a06:03:51.670555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1858): Terminated: ok {rc=0}\u000a06:03:51.680521 --- ParallelTerminationStrategy: PID 1861 died...\u000a06:03:51.735837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1861): Terminated: ok {rc=0}\u000a06:03:51.822849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:44" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:03:53.775403 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:53.786545 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:03:53.942125 tst mo_mt_call.py: using LAC 26355\u000a06:03:54.060347 tst mo_mt_call.py: using RAC 90\u000a06:03:54.179182 tst mo_mt_call.py: using CellId 26355\u000a06:03:54.298663 tst mo_mt_call.py: using BVCI 26356\u000a06:03:54.321512 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:54.332498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:54.343614 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:54.355202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:54.366228 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:03:54.377280 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:03:54.491573 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:03:54.701342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:03:55.213031 run create_hlr_db(pid=1867): Launched\u000a06:03:55.399124 bus /sierra_2: Setting Powered False\u000a06:03:56.420138 run create_hlr_db(pid=1867): Terminated: ok {rc=0}\u000a06:03:56.826204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Launched\u000a06:03:57.128412 run osmo-hlr_10.42.42.2(pid=1870): Launched\u000a06:03:57.249102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:03:57.781593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Launched\u000a06:03:58.081331 run osmo-stp_10.42.42.5(pid=1873): Launched\u000a06:03:58.190855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:03:58.741916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Launched\u000a06:03:59.044396 run osmo-msc_10.42.42.6(pid=1876): Launched\u000a06:03:59.221519 run osmo-stp_10.42.42.5(pid=1873): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]\u000a06:03:59.349810 run osmo-stp_10.42.42.5(pid=1873): stdout: \u000a| (launched: 2022-12-10_06:03:57.933847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:59.475725 run osmo-stp_10.42.42.5(pid=1873): stderr: \u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060358104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:59.596238 run osmo-stp_10.42.42.5(pid=1873): stdout: \u000a| (launched: 2022-12-10_06:03:57.933847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:03:59.715468 run osmo-stp_10.42.42.5(pid=1873): stderr: \u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060358103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060358104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060358106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:03:59.768520 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:03:59.777564 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:03:59.837595 run osmo-hlr_10.42.42.2(pid=1870): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1870)]\u000a06:03:59.886553 run osmo-hlr_10.42.42.2(pid=1870): stdout: \u000a| (launched: 2022-12-10_06:03:56.978974) \u000a06:03:59.936019 run osmo-hlr_10.42.42.2(pid=1870): stderr: \u000a| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060357154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060357155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060357166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060357174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:00.003023 run osmo-msc_10.42.42.6(pid=1876): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1876)]\u000a06:04:00.051918 run osmo-msc_10.42.42.6(pid=1876): stdout: \u000a| (launched: 2022-12-10_06:03:58.894298) \u000a06:04:00.101331 run osmo-msc_10.42.42.6(pid=1876): stderr: \u000a| �[0;m�[38;5;43m20221210060359166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060359166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb981837c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060359166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060359166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060359166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060359167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060359168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060359169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:00.143308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminating (SIGTERM)\u000a06:04:00.183040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminating (SIGTERM)\u000a06:04:00.222716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Terminating (SIGTERM)\u000a06:04:00.232172 --- ParallelTerminationStrategy: PID 1869 died...\u000a06:04:00.285489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminated: ok {rc=0}\u000a06:04:00.294958 --- ParallelTerminationStrategy: PID 1872 died...\u000a06:04:00.348175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminated: ok {rc=0}\u000a06:04:00.358087 --- ParallelTerminationStrategy: PID 1875 died...\u000a06:04:00.411582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1875): Terminated: ok {rc=0}\u000a06:04:00.500290 bus /sierra_3: Setting Powered False\u000a06:04:01.610631 bus /sierra_3: Setting Powered False\u000a06:04:02.723232 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:04:03.833336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:03.845254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:04:04.002359 tst mo_mt_call_osmux.py: using LAC 26356\u000a06:04:04.120453 tst mo_mt_call_osmux.py: using RAC 91\u000a06:04:04.245901 tst mo_mt_call_osmux.py: using CellId 26356\u000a06:04:04.372443 tst mo_mt_call_osmux.py: using BVCI 26357\u000a06:04:04.397446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:04.409159 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:04.420617 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:04.432186 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:04.443864 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:04:04.455446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:04.569393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:04:04.779384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:05.291468 run create_hlr_db(pid=1878): Launched\u000a06:04:05.476937 bus /sierra_2: Setting Powered False\u000a06:04:06.497352 run create_hlr_db(pid=1878): Terminated: ok {rc=0}\u000a06:04:06.922953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Launched\u000a06:04:07.243053 run osmo-hlr_10.42.42.2(pid=1881): Launched\u000a06:04:07.363666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:07.922899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Launched\u000a06:04:08.245054 run osmo-stp_10.42.42.5(pid=1884): Launched\u000a06:04:08.361115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:08.950880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Launched\u000a06:04:09.273914 run osmo-msc_10.42.42.6(pid=1887): Launched\u000a06:04:09.462603 run osmo-stp_10.42.42.5(pid=1884): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]\u000a06:04:09.598573 run osmo-stp_10.42.42.5(pid=1884): stdout: \u000a| (launched: 2022-12-10_06:04:08.086337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:09.733976 run osmo-stp_10.42.42.5(pid=1884): stderr: \u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060408282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:09.863107 run osmo-stp_10.42.42.5(pid=1884): stdout: \u000a| (launched: 2022-12-10_06:04:08.086337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:09.990457 run osmo-stp_10.42.42.5(pid=1884): stderr: \u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060408281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060408282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060408282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:10.047247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:04:10.056757 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:04:10.119061 run osmo-hlr_10.42.42.2(pid=1881): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1881)]\u000a06:04:10.170190 run osmo-hlr_10.42.42.2(pid=1881): stdout: \u000a| (launched: 2022-12-10_06:04:07.085989) \u000a06:04:10.222471 run osmo-hlr_10.42.42.2(pid=1881): stderr: \u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060407285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060407297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060407305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:10.292643 run osmo-msc_10.42.42.6(pid=1887): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1887)]\u000a06:04:10.343591 run osmo-msc_10.42.42.6(pid=1887): stdout: \u000a| (launched: 2022-12-10_06:04:09.114212) \u000a06:04:10.395349 run osmo-msc_10.42.42.6(pid=1887): stderr: \u000a| �[0;m�[38;5;43m20221210060409435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060409436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6f75d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060409436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060409436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060409438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060409438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:10.439209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminating (SIGTERM)\u000a06:04:10.480496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminating (SIGTERM)\u000a06:04:10.521854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminating (SIGTERM)\u000a06:04:10.531539 --- ParallelTerminationStrategy: PID 1880 died...\u000a06:04:10.587286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminated: ok {rc=0}\u000a06:04:10.597297 --- ParallelTerminationStrategy: PID 1883 died...\u000a06:04:10.652480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminated: ok {rc=0}\u000a06:04:10.662398 --- ParallelTerminationStrategy: PID 1886 died...\u000a06:04:10.717599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminated: ok {rc=0}\u000a06:04:10.805710 bus /sierra_3: Setting Powered False\u000a06:04:11.936226 bus /sierra_3: Setting Powered False\u000a06:04:13.044293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:03:53" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:04:15.045621 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.057498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:04:15.219414 tst mo_mt_call.py: using LAC 26357\u000a06:04:15.345204 tst mo_mt_call.py: using RAC 92\u000a06:04:15.472688 tst mo_mt_call.py: using CellId 26357\u000a06:04:15.602190 tst mo_mt_call.py: using BVCI 26358\u000a06:04:15.626625 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.638270 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.649653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.661049 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.672455 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:15.683906 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:15.801266 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:16.028753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:16.575824 run create_hlr_db(pid=1892): Launched\u000a06:04:16.791753 bus /sierra_2: Setting Powered False\u000a06:04:17.789457 run create_hlr_db(pid=1892): Terminated: ok {rc=0}\u000a06:04:18.214511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Launched\u000a06:04:18.515749 run osmo-hlr_10.42.42.2(pid=1895): Launched\u000a06:04:18.624888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:19.146614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Launched\u000a06:04:19.445129 run osmo-stp_10.42.42.5(pid=1898): Launched\u000a06:04:19.553705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:20.101930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Launched\u000a06:04:20.402407 run osmo-msc_10.42.42.6(pid=1901): Launched\u000a06:04:20.579555 run osmo-stp_10.42.42.5(pid=1898): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)]\u000a06:04:20.707506 run osmo-stp_10.42.42.5(pid=1898): stdout: \u000a| (launched: 2022-12-10_06:04:19.297701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:20.832596 run osmo-stp_10.42.42.5(pid=1898): stderr: \u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060419469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:20.952932 run osmo-stp_10.42.42.5(pid=1898): stdout: \u000a| (launched: 2022-12-10_06:04:19.297701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:21.072169 run osmo-stp_10.42.42.5(pid=1898): stderr: \u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060419468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060419469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060419469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:21.125101 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1898): Process ended prematurely: osmo-stp_10.42.42.5(pid=1898) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1898)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:04:21.133733 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:04:21.193345 run osmo-hlr_10.42.42.2(pid=1895): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1895)]\u000a06:04:21.242714 run osmo-hlr_10.42.42.2(pid=1895): stdout: \u000a| (launched: 2022-12-10_06:04:18.367528) \u000a06:04:21.292302 run osmo-hlr_10.42.42.2(pid=1895): stderr: \u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060418542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060418561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060418570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:21.359473 run osmo-msc_10.42.42.6(pid=1901): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1901)]\u000a06:04:21.408513 run osmo-msc_10.42.42.6(pid=1901): stdout: \u000a| (launched: 2022-12-10_06:04:20.253810) \u000a06:04:21.458111 run osmo-msc_10.42.42.6(pid=1901): stderr: \u000a| �[0;m�[38;5;43m20221210060420525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060420525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82a8f76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060420525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060420525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060420526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060420528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060420528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060420529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060420529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:21.499395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Terminating (SIGTERM)\u000a06:04:21.538865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Terminating (SIGTERM)\u000a06:04:21.578140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Terminating (SIGTERM)\u000a06:04:21.587523 --- ParallelTerminationStrategy: PID 1894 died...\u000a06:04:21.640904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1894): Terminated: ok {rc=0}\u000a06:04:21.650687 --- ParallelTerminationStrategy: PID 1897 died...\u000a06:04:21.703104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1897): Terminated: ok {rc=0}\u000a06:04:21.712778 --- ParallelTerminationStrategy: PID 1900 died...\u000a06:04:21.765634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1900): Terminated: ok {rc=0}\u000a06:04:21.849965 bus /sierra_3: Setting Powered False\u000a06:04:22.957534 bus /sierra_3: Setting Powered False\u000a06:04:24.067013 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:04:25.181508 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.194188 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:04:25.356782 tst mo_mt_call_osmux.py: using LAC 26358\u000a06:04:25.485120 tst mo_mt_call_osmux.py: using RAC 93\u000a06:04:25.613079 tst mo_mt_call_osmux.py: using CellId 26358\u000a06:04:25.738935 tst mo_mt_call_osmux.py: using BVCI 26359\u000a06:04:25.763478 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.775149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.786518 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.798071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.809706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:04:25.821192 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:25.941157 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:04:26.154784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:26.668157 run create_hlr_db(pid=1903): Launched\u000a06:04:26.853218 bus /sierra_2: Setting Powered False\u000a06:04:27.874734 run create_hlr_db(pid=1903): Terminated: ok {rc=0}\u000a06:04:28.302921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Launched\u000a06:04:28.624282 run osmo-hlr_10.42.42.2(pid=1906): Launched\u000a06:04:28.741034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:29.299101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Launched\u000a06:04:29.620831 run osmo-stp_10.42.42.5(pid=1909): Launched\u000a06:04:29.736777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:30.323900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Launched\u000a06:04:30.647619 run osmo-msc_10.42.42.6(pid=1912): Launched\u000a06:04:30.841037 run osmo-stp_10.42.42.5(pid=1909): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)]\u000a06:04:31.100416 run osmo-stp_10.42.42.5(pid=1909): stdout: \u000a| (launched: 2022-12-10_06:04:29.462850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:31.247586 run osmo-stp_10.42.42.5(pid=1909): stderr: \u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060429659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:31.382047 run osmo-stp_10.42.42.5(pid=1909): stdout: \u000a| (launched: 2022-12-10_06:04:29.462850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:31.513869 run osmo-stp_10.42.42.5(pid=1909): stderr: \u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060429658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060429659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060429659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:31.573701 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1909): Process ended prematurely: osmo-stp_10.42.42.5(pid=1909) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1909)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:04:31.583742 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:04:31.647439 run osmo-hlr_10.42.42.2(pid=1906): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1906)]\u000a06:04:31.699558 run osmo-hlr_10.42.42.2(pid=1906): stdout: \u000a| (launched: 2022-12-10_06:04:28.467252) \u000a06:04:31.752790 run osmo-hlr_10.42.42.2(pid=1906): stderr: \u000a| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060428668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060428669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060428669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060428685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060428694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060428695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060428695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:31.823472 run osmo-msc_10.42.42.6(pid=1912): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1912)]\u000a06:04:31.875204 run osmo-msc_10.42.42.6(pid=1912): stdout: \u000a| (launched: 2022-12-10_06:04:30.487469) \u000a06:04:31.927763 run osmo-msc_10.42.42.6(pid=1912): stderr: \u000a| �[0;m�[38;5;43m20221210060430809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060430809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b58405c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060430809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060430809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060430809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060430810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060430811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060430812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:31.973436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Terminating (SIGTERM)\u000a06:04:32.017327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Terminating (SIGTERM)\u000a06:04:32.060409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Terminating (SIGTERM)\u000a06:04:32.071215 --- ParallelTerminationStrategy: PID 1905 died...\u000a06:04:32.127616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1905): Terminated: ok {rc=0}\u000a06:04:32.137953 --- ParallelTerminationStrategy: PID 1908 died...\u000a06:04:32.194626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1908): Terminated: ok {rc=0}\u000a06:04:32.205019 --- ParallelTerminationStrategy: PID 1911 died...\u000a06:04:32.260677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1911): Terminated: ok {rc=0}\u000a06:04:32.347623 bus /sierra_3: Setting Powered False\u000a06:04:33.450011 bus /sierra_3: Setting Powered False\u000a06:04:34.556290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:04:36.551724 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:36.562952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:04:36.720214 tst mo_mt_call.py: using LAC 26359\u000a06:04:36.844719 tst mo_mt_call.py: using RAC 94\u000a06:04:36.970160 tst mo_mt_call.py: using CellId 26359\u000a06:04:37.095069 tst mo_mt_call.py: using BVCI 26360\u000a06:04:37.120149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:37.131631 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:37.143149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:37.154519 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:37.166006 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:37.177334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:04:37.292101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:04:37.492212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:37.966041 run create_hlr_db(pid=1918): Launched\u000a06:04:38.138555 bus /sierra_2: Setting Powered False\u000a06:04:39.159261 run create_hlr_db(pid=1918): Terminated: ok {rc=0}\u000a06:04:39.588121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Launched\u000a06:04:39.909664 run osmo-hlr_10.42.42.2(pid=1921): Launched\u000a06:04:40.029107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:40.591535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Launched\u000a06:04:40.912196 run osmo-stp_10.42.42.5(pid=1924): Launched\u000a06:04:41.028632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:41.617742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Launched\u000a06:04:41.938508 run osmo-msc_10.42.42.6(pid=1927): Launched\u000a06:04:42.127225 run osmo-stp_10.42.42.5(pid=1924): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)]\u000a06:04:42.262942 run osmo-stp_10.42.42.5(pid=1924): stdout: \u000a| (launched: 2022-12-10_06:04:40.754941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:42.399082 run osmo-stp_10.42.42.5(pid=1924): stderr: \u000a| �[0;m�[38;5;43m20221210060440949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060440950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:42.528726 run osmo-stp_10.42.42.5(pid=1924): stdout: \u000a| (launched: 2022-12-10_06:04:40.754941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:42.656385 run osmo-stp_10.42.42.5(pid=1924): stderr: \u000a| �[0;m�[38;5;43m20221210060440949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060440950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:42.713163 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1924): Process ended prematurely: osmo-stp_10.42.42.5(pid=1924) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1924)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:04:42.722843 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:04:42.785045 run osmo-hlr_10.42.42.2(pid=1921): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1921)]\u000a06:04:42.836128 run osmo-hlr_10.42.42.2(pid=1921): stdout: \u000a| (launched: 2022-12-10_06:04:39.751529) \u000a06:04:42.887812 run osmo-hlr_10.42.42.2(pid=1921): stderr: \u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060439951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060439964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060439972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:42.957999 run osmo-msc_10.42.42.6(pid=1927): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1927)]\u000a06:04:43.009078 run osmo-msc_10.42.42.6(pid=1927): stdout: \u000a| (launched: 2022-12-10_06:04:41.781243) \u000a06:04:43.060746 run osmo-msc_10.42.42.6(pid=1927): stderr: \u000a| �[0;m�[38;5;43m20221210060442104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060442104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b9913ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060442104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060442104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060442105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060442105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060442106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060442107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:43.105011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Terminating (SIGTERM)\u000a06:04:43.146494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Terminating (SIGTERM)\u000a06:04:43.187859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Terminating (SIGTERM)\u000a06:04:43.197110 --- ParallelTerminationStrategy: PID 1920 died...\u000a06:04:43.252708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1920): Terminated: ok {rc=0}\u000a06:04:43.262845 --- ParallelTerminationStrategy: PID 1923 died...\u000a06:04:43.318111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1923): Terminated: ok {rc=0}\u000a06:04:43.328118 --- ParallelTerminationStrategy: PID 1926 died...\u000a06:04:43.383859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1926): Terminated: ok {rc=0}\u000a06:04:43.471068 bus /sierra_3: Setting Powered False\u000a06:04:44.577284 bus /sierra_3: Setting Powered False\u000a06:04:45.686140 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:04:46.829260 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:46.846325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:04:47.027373 tst mo_mt_call_osmux.py: using LAC 26360\u000a06:04:47.173265 tst mo_mt_call_osmux.py: using RAC 95\u000a06:04:47.294544 tst mo_mt_call_osmux.py: using CellId 26360\u000a06:04:47.415137 tst mo_mt_call_osmux.py: using BVCI 26361\u000a06:04:47.437986 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:47.448917 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:47.459791 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:47.471279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:47.483043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:04:47.494632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:04:47.609695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:04:47.821344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:48.335424 run create_hlr_db(pid=1931): Launched\u000a06:04:48.522616 bus /sierra_2: Setting Powered False\u000a06:04:49.542719 run create_hlr_db(pid=1931): Terminated: ok {rc=0}\u000a06:04:49.946953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Launched\u000a06:04:50.247780 run osmo-hlr_10.42.42.2(pid=1934): Launched\u000a06:04:50.366612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:04:50.926230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Launched\u000a06:04:51.247315 run osmo-stp_10.42.42.5(pid=1937): Launched\u000a06:04:51.364297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:04:51.954097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Launched\u000a06:04:52.273692 run osmo-msc_10.42.42.6(pid=1940): Launched\u000a06:04:52.462196 run osmo-stp_10.42.42.5(pid=1937): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]\u000a06:04:52.598135 run osmo-stp_10.42.42.5(pid=1937): stdout: \u000a| (launched: 2022-12-10_06:04:51.089883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:52.733298 run osmo-stp_10.42.42.5(pid=1937): stderr: \u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060451283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:52.862063 run osmo-stp_10.42.42.5(pid=1937): stdout: \u000a| (launched: 2022-12-10_06:04:51.089883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:04:52.989445 run osmo-stp_10.42.42.5(pid=1937): stderr: \u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060451283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060451283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060451284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:04:53.046277 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:04:53.055825 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:04:53.118636 run osmo-hlr_10.42.42.2(pid=1934): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1934)]\u000a06:04:53.170051 run osmo-hlr_10.42.42.2(pid=1934): stdout: \u000a| (launched: 2022-12-10_06:04:50.099467) \u000a06:04:53.222187 run osmo-hlr_10.42.42.2(pid=1934): stderr: \u000a| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060450275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060450276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060450288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060450297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:04:53.292883 run osmo-msc_10.42.42.6(pid=1940): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1940)]\u000a06:04:53.343980 run osmo-msc_10.42.42.6(pid=1940): stdout: \u000a| (launched: 2022-12-10_06:04:52.116887) \u000a06:04:53.395807 run osmo-msc_10.42.42.6(pid=1940): stderr: \u000a| �[0;m�[38;5;43m20221210060452441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060452441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c6a1a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060452441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060452441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060452441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060452442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060452443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060452444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:04:53.439644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminating (SIGTERM)\u000a06:04:53.480905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminating (SIGTERM)\u000a06:04:53.522720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Terminating (SIGTERM)\u000a06:04:53.532610 --- ParallelTerminationStrategy: PID 1933 died...\u000a06:04:53.588387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminated: ok {rc=0}\u000a06:04:53.598617 --- ParallelTerminationStrategy: PID 1936 died...\u000a06:04:53.654053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminated: ok {rc=0}\u000a06:04:53.664178 --- ParallelTerminationStrategy: PID 1939 died...\u000a06:04:53.719697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1939): Terminated: ok {rc=0}\u000a06:04:53.807563 bus /sierra_3: Setting Powered False\u000a06:04:54.912756 bus /sierra_3: Setting Powered False\u000a06:04:56.020324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:04:36" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:04:58.009867 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.020833 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:04:58.175295 tst mo_mt_call.py: using LAC 26361\u000a06:04:58.294894 tst mo_mt_call.py: using RAC 96\u000a06:04:58.412715 tst mo_mt_call.py: using CellId 26361\u000a06:04:58.532496 tst mo_mt_call.py: using BVCI 26362\u000a06:04:58.555303 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.566348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.577519 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.588487 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.599579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:04:58.610766 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:04:58.728011 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:04:58.941712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:04:59.454611 run create_hlr_db(pid=1947): Launched\u000a06:04:59.640359 bus /sierra_2: Setting Powered False\u000a06:05:00.660625 run create_hlr_db(pid=1947): Terminated: ok {rc=0}\u000a06:05:01.098781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Launched\u000a06:05:01.544430 run osmo-hlr_10.42.42.2(pid=1950): Launched\u000a06:05:01.775126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:02.427194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Launched\u000a06:05:02.730632 run osmo-stp_10.42.42.5(pid=1956): Launched\u000a06:05:02.840719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:03.392510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Launched\u000a06:05:03.696263 run osmo-msc_10.42.42.6(pid=1959): Launched\u000a06:05:03.872823 run osmo-stp_10.42.42.5(pid=1956): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)]\u000a06:05:04.000906 run osmo-stp_10.42.42.5(pid=1956): stdout: \u000a| (launched: 2022-12-10_06:05:02.580112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:04.126271 run osmo-stp_10.42.42.5(pid=1956): stderr: \u000a| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060502751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060502751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:04.246647 run osmo-stp_10.42.42.5(pid=1956): stdout: \u000a| (launched: 2022-12-10_06:05:02.580112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:04.365701 run osmo-stp_10.42.42.5(pid=1956): stderr: \u000a| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060502750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060502751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060502751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060502751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060502752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:04.418834 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1956): Process ended prematurely: osmo-stp_10.42.42.5(pid=1956) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1956)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:05:04.427509 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:05:04.487129 run osmo-hlr_10.42.42.2(pid=1950): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1950)]\u000a06:05:04.535752 run osmo-hlr_10.42.42.2(pid=1950): stdout: \u000a| (launched: 2022-12-10_06:05:01.254337) \u000a06:05:04.584937 run osmo-hlr_10.42.42.2(pid=1950): stderr: \u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060501544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060501567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060501588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:04.651801 run osmo-msc_10.42.42.6(pid=1959): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1959)]\u000a06:05:04.700643 run osmo-msc_10.42.42.6(pid=1959): stdout: \u000a| (launched: 2022-12-10_06:05:03.544372) \u000a06:05:04.749920 run osmo-msc_10.42.42.6(pid=1959): stderr: \u000a| �[0;m�[38;5;43m20221210060503819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060503819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02626bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060503819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060503819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060503819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060503820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060503822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060503822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060503823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060503823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:04.791188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Terminating (SIGTERM)\u000a06:05:04.830762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Terminating (SIGTERM)\u000a06:05:04.869669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Terminating (SIGTERM)\u000a06:05:04.878956 --- ParallelTerminationStrategy: PID 1949 died...\u000a06:05:04.931372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1949): Terminated: ok {rc=0}\u000a06:05:04.941142 --- ParallelTerminationStrategy: PID 1955 died...\u000a06:05:04.993364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1955): Terminated: ok {rc=0}\u000a06:05:05.003043 --- ParallelTerminationStrategy: PID 1958 died...\u000a06:05:05.055658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1958): Terminated: ok {rc=0}\u000a06:05:05.139747 bus /sierra_3: Setting Powered False\u000a06:05:06.240605 bus /sierra_3: Setting Powered False\u000a06:05:07.346674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:08.461611 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:08.473904 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:05:08.639129 tst mo_mt_call_osmux.py: using LAC 26362\u000a06:05:08.765239 tst mo_mt_call_osmux.py: using RAC 97\u000a06:05:08.893160 tst mo_mt_call_osmux.py: using CellId 26362\u000a06:05:09.021152 tst mo_mt_call_osmux.py: using BVCI 26363\u000a06:05:09.045634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:09.057388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:09.068774 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:09.080189 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:09.091695 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:05:09.103108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:09.218563 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:05:09.418443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:09.892892 run create_hlr_db(pid=1961): Launched\u000a06:05:10.064620 bus /sierra_2: Setting Powered False\u000a06:05:11.086783 run create_hlr_db(pid=1961): Terminated: ok {rc=0}\u000a06:05:11.515178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Launched\u000a06:05:11.837403 run osmo-hlr_10.42.42.2(pid=1965): Launched\u000a06:05:11.954138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:12.512164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Launched\u000a06:05:12.833043 run osmo-stp_10.42.42.5(pid=1968): Launched\u000a06:05:12.948737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:13.536270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Launched\u000a06:05:13.857694 run osmo-msc_10.42.42.6(pid=1971): Launched\u000a06:05:14.044780 run osmo-stp_10.42.42.5(pid=1968): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)]\u000a06:05:14.180320 run osmo-stp_10.42.42.5(pid=1968): stdout: \u000a| (launched: 2022-12-10_06:05:12.675190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:14.315477 run osmo-stp_10.42.42.5(pid=1968): stderr: \u000a| �[0;m�[38;5;43m20221210060512867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060512868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:14.444779 run osmo-stp_10.42.42.5(pid=1968): stdout: \u000a| (launched: 2022-12-10_06:05:12.675190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:14.572149 run osmo-stp_10.42.42.5(pid=1968): stderr: \u000a| �[0;m�[38;5;43m20221210060512867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060512868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060512868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060512869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:14.628870 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1968): Process ended prematurely: osmo-stp_10.42.42.5(pid=1968) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1968)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:05:14.638683 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:05:14.701416 run osmo-hlr_10.42.42.2(pid=1965): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1965)]\u000a06:05:14.752815 run osmo-hlr_10.42.42.2(pid=1965): stdout: \u000a| (launched: 2022-12-10_06:05:11.679226) \u000a06:05:14.804633 run osmo-hlr_10.42.42.2(pid=1965): stderr: \u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060511878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060511890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060511898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:14.874969 run osmo-msc_10.42.42.6(pid=1971): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1971)]\u000a06:05:14.926285 run osmo-msc_10.42.42.6(pid=1971): stdout: \u000a| (launched: 2022-12-10_06:05:13.699381) \u000a06:05:14.977880 run osmo-msc_10.42.42.6(pid=1971): stderr: \u000a| �[0;m�[38;5;43m20221210060514023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060514023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c804a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060514023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060514023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060514023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060514024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060514025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060514026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:15.021757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Terminating (SIGTERM)\u000a06:05:15.063064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Terminating (SIGTERM)\u000a06:05:15.104651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Terminating (SIGTERM)\u000a06:05:15.114003 --- ParallelTerminationStrategy: PID 1963 died...\u000a06:05:15.169568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1963): Terminated: ok {rc=0}\u000a06:05:15.179873 --- ParallelTerminationStrategy: PID 1967 died...\u000a06:05:15.235047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1967): Terminated: ok {rc=0}\u000a06:05:15.245118 --- ParallelTerminationStrategy: PID 1970 died...\u000a06:05:15.300093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1970): Terminated: ok {rc=0}\u000a06:05:15.387346 bus /sierra_3: Setting Powered False\u000a06:05:16.511817 bus /sierra_3: Setting Powered False\u000a06:05:17.625033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:04:57" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:05:19.629571 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:19.641136 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:05:19.801688 tst mo_mt_call.py: using LAC 26363\u000a06:05:19.926012 tst mo_mt_call.py: using RAC 98\u000a06:05:20.050706 tst mo_mt_call.py: using CellId 26363\u000a06:05:20.175099 tst mo_mt_call.py: using BVCI 26364\u000a06:05:20.199775 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:20.211295 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:20.222626 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:20.233929 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:20.245400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:20.256737 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:20.372926 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:20.572218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:21.061209 run create_hlr_db(pid=1976): Launched\u000a06:05:21.246665 bus /sierra_2: Setting Powered False\u000a06:05:22.267412 run create_hlr_db(pid=1976): Terminated: ok {rc=0}\u000a06:05:22.695395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Launched\u000a06:05:23.017539 run osmo-hlr_10.42.42.2(pid=1979): Launched\u000a06:05:23.133640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:23.691762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Launched\u000a06:05:24.012453 run osmo-stp_10.42.42.5(pid=1982): Launched\u000a06:05:24.128695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:24.715632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Launched\u000a06:05:25.037748 run osmo-msc_10.42.42.6(pid=1985): Launched\u000a06:05:25.225573 run osmo-stp_10.42.42.5(pid=1982): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)]\u000a06:05:25.361275 run osmo-stp_10.42.42.5(pid=1982): stdout: \u000a| (launched: 2022-12-10_06:05:23.854780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:25.499122 run osmo-stp_10.42.42.5(pid=1982): stderr: \u000a| �[0;m�[38;5;43m20221210060524047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060524048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:25.627801 run osmo-stp_10.42.42.5(pid=1982): stdout: \u000a| (launched: 2022-12-10_06:05:23.854780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:25.754949 run osmo-stp_10.42.42.5(pid=1982): stderr: \u000a| �[0;m�[38;5;43m20221210060524047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060524048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060524048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060524049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:25.811294 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1982): Process ended prematurely: osmo-stp_10.42.42.5(pid=1982) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1982)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:05:25.820618 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:05:25.882637 run osmo-hlr_10.42.42.2(pid=1979): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1979)]\u000a06:05:25.933497 run osmo-hlr_10.42.42.2(pid=1979): stdout: \u000a| (launched: 2022-12-10_06:05:22.859200) \u000a06:05:25.984894 run osmo-hlr_10.42.42.2(pid=1979): stderr: \u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060523057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060523103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060523113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:26.055006 run osmo-msc_10.42.42.6(pid=1985): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1985)]\u000a06:05:26.106211 run osmo-msc_10.42.42.6(pid=1985): stdout: \u000a| (launched: 2022-12-10_06:05:24.879551) \u000a06:05:26.157681 run osmo-msc_10.42.42.6(pid=1985): stderr: \u000a| �[0;m�[38;5;43m20221210060525203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060525203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0148a24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060525203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060525203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060525203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060525204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060525206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060525206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:26.201204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminating (SIGTERM)\u000a06:05:26.242376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminating (SIGTERM)\u000a06:05:26.283614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Terminating (SIGTERM)\u000a06:05:26.293261 --- ParallelTerminationStrategy: PID 1978 died...\u000a06:05:26.348472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1978): Terminated: ok {rc=0}\u000a06:05:26.358457 --- ParallelTerminationStrategy: PID 1981 died...\u000a06:05:26.413797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1981): Terminated: ok {rc=0}\u000a06:05:26.423701 --- ParallelTerminationStrategy: PID 1984 died...\u000a06:05:26.478778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1984): Terminated: ok {rc=0}\u000a06:05:26.565917 bus /sierra_3: Setting Powered False\u000a06:05:27.670530 bus /sierra_3: Setting Powered False\u000a06:05:28.778925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:29.892397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:29.904567 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:05:30.069593 tst mo_mt_call_osmux.py: using LAC 26364\u000a06:05:30.193524 tst mo_mt_call_osmux.py: using RAC 99\u000a06:05:30.313765 tst mo_mt_call_osmux.py: using CellId 26364\u000a06:05:30.431907 tst mo_mt_call_osmux.py: using BVCI 26365\u000a06:05:30.455115 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:30.466361 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:30.477487 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:30.488588 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:30.499756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:05:30.511019 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:30.627863 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:05:30.826301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:31.360683 run create_hlr_db(pid=1987): Launched\u000a06:05:31.537622 bus /sierra_2: Setting Powered False\u000a06:05:32.555038 run create_hlr_db(pid=1987): Terminated: ok {rc=0}\u000a06:05:32.985186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Launched\u000a06:05:33.307625 run osmo-hlr_10.42.42.2(pid=1990): Launched\u000a06:05:33.425647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:33.984416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Launched\u000a06:05:34.306104 run osmo-stp_10.42.42.5(pid=1993): Launched\u000a06:05:34.423071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:35.014111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Launched\u000a06:05:35.336494 run osmo-msc_10.42.42.6(pid=1996): Launched\u000a06:05:35.526218 run osmo-stp_10.42.42.5(pid=1993): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]\u000a06:05:35.663134 run osmo-stp_10.42.42.5(pid=1993): stdout: \u000a| (launched: 2022-12-10_06:05:34.147766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:35.799423 run osmo-stp_10.42.42.5(pid=1993): stderr: \u000a| �[0;m�[38;5;43m20221210060534338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060534339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:35.928901 run osmo-stp_10.42.42.5(pid=1993): stdout: \u000a| (launched: 2022-12-10_06:05:34.147766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:36.056703 run osmo-stp_10.42.42.5(pid=1993): stderr: \u000a| �[0;m�[38;5;43m20221210060534338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060534339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060534339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060534340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:36.113611 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)] [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:05:36.122793 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:05:36.185087 run osmo-hlr_10.42.42.2(pid=1990): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1990)]\u000a06:05:36.236261 run osmo-hlr_10.42.42.2(pid=1990): stdout: \u000a| (launched: 2022-12-10_06:05:33.149317) \u000a06:05:36.288089 run osmo-hlr_10.42.42.2(pid=1990): stderr: \u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060533361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060533369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:36.358784 run osmo-msc_10.42.42.6(pid=1996): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1996)]\u000a06:05:36.410309 run osmo-msc_10.42.42.6(pid=1996): stdout: \u000a| (launched: 2022-12-10_06:05:35.177738) \u000a06:05:36.462110 run osmo-msc_10.42.42.6(pid=1996): stderr: \u000a| �[0;m�[38;5;43m20221210060535500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060535500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4c789bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060535500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060535500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060535500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060535501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060535504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060535505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:36.506138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminating (SIGTERM)\u000a06:05:36.547729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminating (SIGTERM)\u000a06:05:36.589430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Terminating (SIGTERM)\u000a06:05:36.599140 --- ParallelTerminationStrategy: PID 1989 died...\u000a06:05:36.654890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminated: ok {rc=0}\u000a06:05:36.664895 --- ParallelTerminationStrategy: PID 1992 died...\u000a06:05:36.720429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminated: ok {rc=0}\u000a06:05:36.730425 --- ParallelTerminationStrategy: PID 1995 died...\u000a06:05:36.785744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1995): Terminated: ok {rc=0}\u000a06:05:36.874127 bus /sierra_3: Setting Powered False\u000a06:05:37.977810 bus /sierra_3: Setting Powered False\u000a06:05:39.087757 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:05:19" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:05:41.091957 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.103588 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:05:41.266213 tst mo_mt_call.py: using LAC 26365\u000a06:05:41.392201 tst mo_mt_call.py: using RAC 100\u000a06:05:41.520254 tst mo_mt_call.py: using CellId 26365\u000a06:05:41.647420 tst mo_mt_call.py: using BVCI 26366\u000a06:05:41.672005 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.683603 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.695167 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.706620 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.718181 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:41.729648 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:05:41.844357 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:05:42.044126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:42.518183 run create_hlr_db(pid=2002): Launched\u000a06:05:42.691416 bus /sierra_2: Setting Powered False\u000a06:05:43.712662 run create_hlr_db(pid=2002): Terminated: ok {rc=0}\u000a06:05:44.114238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Launched\u000a06:05:44.414862 run osmo-hlr_10.42.42.2(pid=2005): Launched\u000a06:05:44.528087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:45.048225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Launched\u000a06:05:45.349915 run osmo-stp_10.42.42.5(pid=2008): Launched\u000a06:05:45.459779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:46.057577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Launched\u000a06:05:46.467587 run osmo-msc_10.42.42.6(pid=2011): Launched\u000a06:05:46.924091 run osmo-stp_10.42.42.5(pid=2008): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)]\u000a06:05:47.249131 run osmo-stp_10.42.42.5(pid=2008): stdout: \u000a| (launched: 2022-12-10_06:05:45.200812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:47.384602 run osmo-stp_10.42.42.5(pid=2008): stderr: \u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060545372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:47.527130 run osmo-stp_10.42.42.5(pid=2008): stdout: \u000a| (launched: 2022-12-10_06:05:45.200812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:47.647678 run osmo-stp_10.42.42.5(pid=2008): stderr: \u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060545372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060545372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060545375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:47.700754 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2008): Process ended prematurely: osmo-stp_10.42.42.5(pid=2008) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2008)] [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:05:47.709611 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a06:05:47.769723 run osmo-hlr_10.42.42.2(pid=2005): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2005)]\u000a06:05:47.818771 run osmo-hlr_10.42.42.2(pid=2005): stdout: \u000a| (launched: 2022-12-10_06:05:44.266575) \u000a06:05:47.868331 run osmo-hlr_10.42.42.2(pid=2005): stderr: \u000a| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060544444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060544445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060544445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060544457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060544465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:47.935378 run osmo-msc_10.42.42.6(pid=2011): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2011)]\u000a06:05:47.983932 run osmo-msc_10.42.42.6(pid=2011): stdout: \u000a| (launched: 2022-12-10_06:05:46.252411) \u000a06:05:48.033453 run osmo-msc_10.42.42.6(pid=2011): stderr: \u000a| �[0;m�[38;5;43m20221210060546853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060546853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e6bdd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060546853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060546853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060546854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060546854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060546856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060546856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:48.074907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Terminating (SIGTERM)\u000a06:05:48.114589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Terminating (SIGTERM)\u000a06:05:48.154179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Terminating (SIGTERM)\u000a06:05:48.163622 --- ParallelTerminationStrategy: PID 2004 died...\u000a06:05:48.217146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2004): Terminated: ok {rc=0}\u000a06:05:48.226999 --- ParallelTerminationStrategy: PID 2007 died...\u000a06:05:48.280181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2007): Terminated: ok {rc=0}\u000a06:05:48.290035 --- ParallelTerminationStrategy: PID 2010 died...\u000a06:05:48.343193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2010): Terminated: ok {rc=0}\u000a06:05:48.431089 bus /sierra_3: Setting Powered False\u000a06:05:49.533975 bus /sierra_3: Setting Powered False\u000a06:05:50.644487 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:05:51.755050 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:51.767123 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:05:51.925892 tst mo_mt_call_osmux.py: using LAC 26366\u000a06:05:52.051642 tst mo_mt_call_osmux.py: using RAC 101\u000a06:05:52.178136 tst mo_mt_call_osmux.py: using CellId 26366\u000a06:05:52.306417 tst mo_mt_call_osmux.py: using BVCI 26367\u000a06:05:52.330895 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:52.342674 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:52.354406 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:52.365964 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:52.377565 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:05:52.389082 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:05:52.505497 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:05:52.715521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:05:53.189985 run create_hlr_db(pid=2013): Launched\u000a06:05:53.362425 bus /sierra_2: Setting Powered False\u000a06:05:54.384274 run create_hlr_db(pid=2013): Terminated: ok {rc=0}\u000a06:05:54.812211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Launched\u000a06:05:55.136086 run osmo-hlr_10.42.42.2(pid=2016): Launched\u000a06:05:55.255782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:05:55.819292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Launched\u000a06:05:56.142480 run osmo-stp_10.42.42.5(pid=2019): Launched\u000a06:05:56.259912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:05:56.850559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Launched\u000a06:05:57.175911 run osmo-msc_10.42.42.6(pid=2022): Launched\u000a06:05:57.364935 run osmo-stp_10.42.42.5(pid=2019): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)]\u000a06:05:57.503422 run osmo-stp_10.42.42.5(pid=2019): stdout: \u000a| (launched: 2022-12-10_06:05:55.983181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:57.639171 run osmo-stp_10.42.42.5(pid=2019): stderr: \u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060556178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:57.768702 run osmo-stp_10.42.42.5(pid=2019): stdout: \u000a| (launched: 2022-12-10_06:05:55.983181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:05:57.896555 run osmo-stp_10.42.42.5(pid=2019): stderr: \u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060556177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060556178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060556178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:05:57.953454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2019): Process ended prematurely: osmo-stp_10.42.42.5(pid=2019) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2019)] [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:05:57.962723 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:05:58.024879 run osmo-hlr_10.42.42.2(pid=2016): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2016)]\u000a06:05:58.075800 run osmo-hlr_10.42.42.2(pid=2016): stdout: \u000a| (launched: 2022-12-10_06:05:54.975975) \u000a06:05:58.127291 run osmo-hlr_10.42.42.2(pid=2016): stderr: \u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060555185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:05:58.197315 run osmo-msc_10.42.42.6(pid=2022): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2022)]\u000a06:05:58.248012 run osmo-msc_10.42.42.6(pid=2022): stdout: \u000a| (launched: 2022-12-10_06:05:57.014921) \u000a06:05:58.299315 run osmo-msc_10.42.42.6(pid=2022): stderr: \u000a| �[0;m�[38;5;43m20221210060557336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060557337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec7396cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060557337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060557337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060557339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060557339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:05:58.343129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Terminating (SIGTERM)\u000a06:05:58.384660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Terminating (SIGTERM)\u000a06:05:58.426591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Terminating (SIGTERM)\u000a06:05:58.436203 --- ParallelTerminationStrategy: PID 2015 died...\u000a06:05:58.491671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2015): Terminated: ok {rc=0}\u000a06:05:58.501817 --- ParallelTerminationStrategy: PID 2018 died...\u000a06:05:58.556881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2018): Terminated: ok {rc=0}\u000a06:05:58.566861 --- ParallelTerminationStrategy: PID 2021 died...\u000a06:05:58.621941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2021): Terminated: ok {rc=0}\u000a06:05:58.708890 bus /sierra_3: Setting Powered False\u000a06:05:59.812553 bus /sierra_3: Setting Powered False\u000a06:06:00.951167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:05:40" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:06:02.948681 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:02.959793 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:06:03.113962 tst mo_mt_call.py: using LAC 26367\u000a06:06:03.232334 tst mo_mt_call.py: using RAC 102\u000a06:06:03.351519 tst mo_mt_call.py: using CellId 26367\u000a06:06:03.467945 tst mo_mt_call.py: using BVCI 26368\u000a06:06:03.491027 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:03.502108 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:03.512922 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:03.524286 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:03.536017 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:03.547078 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:03.662289 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:03.861367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:04.332413 run create_hlr_db(pid=2027): Launched\u000a06:06:04.505089 bus /sierra_2: Setting Powered False\u000a06:06:05.526003 run create_hlr_db(pid=2027): Terminated: ok {rc=0}\u000a06:06:05.954297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Launched\u000a06:06:06.277461 run osmo-hlr_10.42.42.2(pid=2030): Launched\u000a06:06:06.398994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:06.959645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Launched\u000a06:06:07.280615 run osmo-stp_10.42.42.5(pid=2033): Launched\u000a06:06:07.397467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:07.987268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Launched\u000a06:06:08.308621 run osmo-msc_10.42.42.6(pid=2036): Launched\u000a06:06:08.497583 run osmo-stp_10.42.42.5(pid=2033): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]\u000a06:06:08.632903 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-10_06:06:07.123231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:08.768259 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060607315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:08.897146 run osmo-stp_10.42.42.5(pid=2033): stdout: \u000a| (launched: 2022-12-10_06:06:07.123231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:09.025079 run osmo-stp_10.42.42.5(pid=2033): stderr: \u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060607315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060607315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060607316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:09.081642 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)] [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:06:09.091092 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:06:09.153752 run osmo-hlr_10.42.42.2(pid=2030): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2030)]\u000a06:06:09.204579 run osmo-hlr_10.42.42.2(pid=2030): stdout: \u000a| (launched: 2022-12-10_06:06:06.117944) \u000a06:06:09.255957 run osmo-hlr_10.42.42.2(pid=2030): stderr: \u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060606316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060606328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060606336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060606337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060606337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:09.325947 run osmo-msc_10.42.42.6(pid=2036): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2036)]\u000a06:06:09.376802 run osmo-msc_10.42.42.6(pid=2036): stdout: \u000a| (launched: 2022-12-10_06:06:08.150695) \u000a06:06:09.428513 run osmo-msc_10.42.42.6(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221210060608473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060608473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ec168cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060608473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060608473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060608475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060608475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060608476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060608476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:09.472129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminating (SIGTERM)\u000a06:06:09.513216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminating (SIGTERM)\u000a06:06:09.554260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a06:06:09.563458 --- ParallelTerminationStrategy: PID 2029 died...\u000a06:06:09.618692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminated: ok {rc=0}\u000a06:06:09.628589 --- ParallelTerminationStrategy: PID 2032 died...\u000a06:06:09.683358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminated: ok {rc=0}\u000a06:06:09.693328 --- ParallelTerminationStrategy: PID 2035 died...\u000a06:06:09.748440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a06:06:09.835720 bus /sierra_3: Setting Powered False\u000a06:06:10.940505 bus /sierra_3: Setting Powered False\u000a06:06:12.052537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:13.162724 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.174428 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:06:13.331218 tst mo_mt_call_osmux.py: using LAC 26368\u000a06:06:13.451149 tst mo_mt_call_osmux.py: using RAC 103\u000a06:06:13.574577 tst mo_mt_call_osmux.py: using CellId 26368\u000a06:06:13.691739 tst mo_mt_call_osmux.py: using BVCI 26369\u000a06:06:13.714865 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.725833 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.736600 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.747527 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.758713 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:06:13.769694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:13.884379 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:06:14.095775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:14.611424 run create_hlr_db(pid=2038): Launched\u000a06:06:14.797356 bus /sierra_2: Setting Powered False\u000a06:06:15.817781 run create_hlr_db(pid=2038): Terminated: ok {rc=0}\u000a06:06:16.270581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Launched\u000a06:06:16.691548 run osmo-hlr_10.42.42.2(pid=2041): Launched\u000a06:06:16.928710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:17.507326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Launched\u000a06:06:17.830107 run osmo-stp_10.42.42.5(pid=2044): Launched\u000a06:06:17.946714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:18.543820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Launched\u000a06:06:18.867855 run osmo-msc_10.42.42.6(pid=2047): Launched\u000a06:06:19.056300 run osmo-stp_10.42.42.5(pid=2044): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)]\u000a06:06:19.192461 run osmo-stp_10.42.42.5(pid=2044): stdout: \u000a| (launched: 2022-12-10_06:06:17.671393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:19.328464 run osmo-stp_10.42.42.5(pid=2044): stderr: \u000a| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060617863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060617863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:19.457932 run osmo-stp_10.42.42.5(pid=2044): stdout: \u000a| (launched: 2022-12-10_06:06:17.671393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:19.586006 run osmo-stp_10.42.42.5(pid=2044): stderr: \u000a| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060617862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060617863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060617863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060617863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:19.642696 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2044): Process ended prematurely: osmo-stp_10.42.42.5(pid=2044) [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2044)] [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:06:19.651968 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:06:19.714336 run osmo-hlr_10.42.42.2(pid=2041): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2041)]\u000a06:06:19.765346 run osmo-hlr_10.42.42.2(pid=2041): stdout: \u000a| (launched: 2022-12-10_06:06:16.437454) \u000a06:06:19.817407 run osmo-hlr_10.42.42.2(pid=2041): stderr: \u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060616749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060616769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060616777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:19.887161 run osmo-msc_10.42.42.6(pid=2047): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2047)]\u000a06:06:19.938073 run osmo-msc_10.42.42.6(pid=2047): stdout: \u000a| (launched: 2022-12-10_06:06:18.707605) \u000a06:06:19.989350 run osmo-msc_10.42.42.6(pid=2047): stderr: \u000a| �[0;m�[38;5;43m20221210060619028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060619028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87e6d35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060619028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060619028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060619029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060619029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060619031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:20.032989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Terminating (SIGTERM)\u000a06:06:20.074462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Terminating (SIGTERM)\u000a06:06:20.115860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Terminating (SIGTERM)\u000a06:06:20.125579 --- ParallelTerminationStrategy: PID 2040 died...\u000a06:06:20.180898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2040): Terminated: ok {rc=0}\u000a06:06:20.191101 --- ParallelTerminationStrategy: PID 2043 died...\u000a06:06:20.246631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2043): Terminated: ok {rc=0}\u000a06:06:20.256712 --- ParallelTerminationStrategy: PID 2046 died...\u000a06:06:20.312559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2046): Terminated: ok {rc=0}\u000a06:06:20.400062 bus /sierra_3: Setting Powered False\u000a06:06:21.506851 bus /sierra_3: Setting Powered False\u000a06:06:22.617482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:06:24.608512 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:24.620488 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:06:24.768308 tst mo_mt_call.py: using LAC 26369\u000a06:06:24.901164 tst mo_mt_call.py: using RAC 104\u000a06:06:25.042620 tst mo_mt_call.py: using CellId 26369\u000a06:06:25.169316 tst mo_mt_call.py: using BVCI 26370\u000a06:06:25.193837 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:25.205584 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:25.217315 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:25.228907 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:25.241160 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:25.252901 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:25.370580 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:25.580313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:26.094780 run create_hlr_db(pid=2052): Launched\u000a06:06:26.280502 bus /sierra_2: Setting Powered False\u000a06:06:27.301733 run create_hlr_db(pid=2052): Terminated: ok {rc=0}\u000a06:06:27.730791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched\u000a06:06:28.052108 run osmo-hlr_10.42.42.2(pid=2055): Launched\u000a06:06:28.170694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:28.730986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched\u000a06:06:29.053492 run osmo-stp_10.42.42.5(pid=2058): Launched\u000a06:06:29.171161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:29.763546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Launched\u000a06:06:30.087652 run osmo-msc_10.42.42.6(pid=2061): Launched\u000a06:06:30.276351 run osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a06:06:30.413488 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-10_06:06:28.895127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:30.549768 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060629089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:30.678913 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-10_06:06:28.895127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:30.806817 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060629088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060629089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060629089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:30.875694 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)] [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:06:30.885770 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:06:30.961139 run osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]\u000a06:06:31.022301 run osmo-hlr_10.42.42.2(pid=2055): stdout: \u000a| (launched: 2022-12-10_06:06:27.894518) \u000a06:06:31.076521 run osmo-hlr_10.42.42.2(pid=2055): stderr: \u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060628095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060628108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060628118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:31.148841 run osmo-msc_10.42.42.6(pid=2061): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2061)]\u000a06:06:31.201314 run osmo-msc_10.42.42.6(pid=2061): stdout: \u000a| (launched: 2022-12-10_06:06:29.927600) \u000a06:06:31.254913 run osmo-msc_10.42.42.6(pid=2061): stderr: \u000a| �[0;m�[38;5;43m20221210060630250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060630251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1806780c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060630251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060630251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060630253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060630253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:31.300197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)\u000a06:06:31.346409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)\u000a06:06:31.389624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminating (SIGTERM)\u000a06:06:31.400422 --- ParallelTerminationStrategy: PID 2054 died...\u000a06:06:31.460192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}\u000a06:06:31.470895 --- ParallelTerminationStrategy: PID 2057 died...\u000a06:06:31.528764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}\u000a06:06:31.539642 --- ParallelTerminationStrategy: PID 2060 died...\u000a06:06:31.597455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2060): Terminated: ok {rc=0}\u000a06:06:31.698236 bus /sierra_3: Setting Powered False\u000a06:06:32.802040 bus /sierra_3: Setting Powered False\u000a06:06:33.908233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:06:35.023456 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.035972 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:06:35.183390 tst mo_mt_call_osmux.py: using LAC 26370\u000a06:06:35.309358 tst mo_mt_call_osmux.py: using RAC 105\u000a06:06:35.435292 tst mo_mt_call_osmux.py: using CellId 26370\u000a06:06:35.561520 tst mo_mt_call_osmux.py: using BVCI 26371\u000a06:06:35.586117 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.598018 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.609620 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.621280 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.632870 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:06:35.644556 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:35.759606 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:06:35.960301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:36.436412 run create_hlr_db(pid=2063): Launched\u000a06:06:36.610065 bus /sierra_2: Setting Powered False\u000a06:06:37.631752 run create_hlr_db(pid=2063): Terminated: ok {rc=0}\u000a06:06:38.063158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Launched\u000a06:06:38.387098 run osmo-hlr_10.42.42.2(pid=2066): Launched\u000a06:06:38.505461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:39.067644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Launched\u000a06:06:39.392366 run osmo-stp_10.42.42.5(pid=2069): Launched\u000a06:06:39.509728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:40.101610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Launched\u000a06:06:40.424838 run osmo-msc_10.42.42.6(pid=2072): Launched\u000a06:06:40.615428 run osmo-stp_10.42.42.5(pid=2069): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)]\u000a06:06:40.752651 run osmo-stp_10.42.42.5(pid=2069): stdout: \u000a| (launched: 2022-12-10_06:06:39.231726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:40.888824 run osmo-stp_10.42.42.5(pid=2069): stderr: \u000a| �[0;m�[38;5;43m20221210060639423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060639424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:41.018566 run osmo-stp_10.42.42.5(pid=2069): stdout: \u000a| (launched: 2022-12-10_06:06:39.231726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:41.147343 run osmo-stp_10.42.42.5(pid=2069): stderr: \u000a| �[0;m�[38;5;43m20221210060639423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060639424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060639424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060639425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:41.204456 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2069): Process ended prematurely: osmo-stp_10.42.42.5(pid=2069) [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2069)] [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:06:41.214086 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:06:41.276018 run osmo-hlr_10.42.42.2(pid=2066): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2066)]\u000a06:06:41.327026 run osmo-hlr_10.42.42.2(pid=2066): stdout: \u000a| (launched: 2022-12-10_06:06:38.227017) \u000a06:06:41.378904 run osmo-hlr_10.42.42.2(pid=2066): stderr: \u000a| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060638427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060638428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060638440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060638448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060638449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060638449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:41.449578 run osmo-msc_10.42.42.6(pid=2072): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2072)]\u000a06:06:41.500541 run osmo-msc_10.42.42.6(pid=2072): stdout: \u000a| (launched: 2022-12-10_06:06:40.265595) \u000a06:06:41.552033 run osmo-msc_10.42.42.6(pid=2072): stderr: \u000a| �[0;m�[38;5;43m20221210060640591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060640591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f603418cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060640591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060640591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060640591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060640592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060640593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060640594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:41.595822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Terminating (SIGTERM)\u000a06:06:41.637469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Terminating (SIGTERM)\u000a06:06:41.678712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Terminating (SIGTERM)\u000a06:06:41.688286 --- ParallelTerminationStrategy: PID 2065 died...\u000a06:06:41.743251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2065): Terminated: ok {rc=0}\u000a06:06:41.753306 --- ParallelTerminationStrategy: PID 2068 died...\u000a06:06:41.808065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2068): Terminated: ok {rc=0}\u000a06:06:41.818003 --- ParallelTerminationStrategy: PID 2071 died...\u000a06:06:41.872639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2071): Terminated: ok {rc=0}\u000a06:06:41.960739 bus /sierra_3: Setting Powered False\u000a06:06:43.067649 bus /sierra_3: Setting Powered False\u000a06:06:44.175262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:06:24" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:06:46.197414 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.212432 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:06:46.387793 tst emergency_mo_mt_call.py: using LAC 26371\u000a06:06:46.516023 tst emergency_mo_mt_call.py: using RAC 106\u000a06:06:46.657909 tst emergency_mo_mt_call.py: using CellId 26371\u000a06:06:46.785138 tst emergency_mo_mt_call.py: using BVCI 26372\u000a06:06:46.809551 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.821243 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.832651 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.844105 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.855719 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:46.867189 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:47.004706 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:47.255278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:47.765579 run create_hlr_db(pid=2077): Launched\u000a06:06:47.948871 bus /sierra_2: Setting Powered False\u000a06:06:48.969682 run create_hlr_db(pid=2077): Terminated: ok {rc=0}\u000a06:06:49.394681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Launched\u000a06:06:49.711550 run osmo-hlr_10.42.42.2(pid=2080): Launched\u000a06:06:49.829138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:06:50.381387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Launched\u000a06:06:50.697938 run osmo-stp_10.42.42.5(pid=2083): Launched\u000a06:06:50.824665 tst emergency_mo_mt_call.py: using MSISDN 7580\u000a06:06:50.981831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:06:51.563012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Launched\u000a06:06:51.880025 run osmo-msc_10.42.42.6(pid=2086): Launched\u000a06:06:52.066062 run osmo-stp_10.42.42.5(pid=2083): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)]\u000a06:06:52.199845 run osmo-stp_10.42.42.5(pid=2083): stdout: \u000a| (launched: 2022-12-10_06:06:50.542549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:52.333758 run osmo-stp_10.42.42.5(pid=2083): stderr: \u000a| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060650737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060650737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:52.461367 run osmo-stp_10.42.42.5(pid=2083): stdout: \u000a| (launched: 2022-12-10_06:06:50.542549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:06:52.587524 run osmo-stp_10.42.42.5(pid=2083): stderr: \u000a| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060650736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060650737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060650737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060650738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:06:52.642960 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2083): Process ended prematurely: osmo-stp_10.42.42.5(pid=2083) [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2083)] [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a06:06:52.651452 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a06:06:52.713538 run osmo-hlr_10.42.42.2(pid=2080): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2080)]\u000a06:06:52.764640 run osmo-hlr_10.42.42.2(pid=2080): stdout: \u000a| (launched: 2022-12-10_06:06:49.556867) \u000a06:06:52.816652 run osmo-hlr_10.42.42.2(pid=2080): stderr: \u000a| �[0;m�[1;31m20221210060649758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060649758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060649759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060649771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060649779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:06:52.887095 run osmo-msc_10.42.42.6(pid=2086): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2086)]\u000a06:06:52.938416 run osmo-msc_10.42.42.6(pid=2086): stdout: \u000a| (launched: 2022-12-10_06:06:51.724286) \u000a06:06:52.990302 run osmo-msc_10.42.42.6(pid=2086): stderr: \u000a| �[0;m�[38;5;43m20221210060652044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060652044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd61cfb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060652045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060652045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060652047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060652047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:06:53.034305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminating (SIGTERM)\u000a06:06:53.075830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminating (SIGTERM)\u000a06:06:53.117517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminating (SIGTERM)\u000a06:06:53.127125 --- ParallelTerminationStrategy: PID 2079 died...\u000a06:06:53.182616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2079): Terminated: ok {rc=0}\u000a06:06:53.192575 --- ParallelTerminationStrategy: PID 2082 died...\u000a06:06:53.247669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2082): Terminated: ok {rc=0}\u000a06:06:53.257688 --- ParallelTerminationStrategy: PID 2085 died...\u000a06:06:53.312893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2085): Terminated: ok {rc=0}\u000a06:06:53.399886 bus /sierra_3: Setting Powered False\u000a06:06:54.507661 bus /sierra_3: Setting Powered False\u000a06:06:55.614757 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:06:56.664546 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:56.676027 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:06:56.815901 tst emergency_preemptive_call.py: using LAC 26372\u000a06:06:56.931798 tst emergency_preemptive_call.py: using RAC 107\u000a06:06:57.047550 tst emergency_preemptive_call.py: using CellId 26372\u000a06:06:57.165771 tst emergency_preemptive_call.py: using BVCI 26373\u000a06:06:57.188191 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:57.199045 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:57.209690 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:57.220511 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:57.231246 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:06:57.242004 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:57.360146 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:57.475280 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:57.593647 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:06:57.794164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:06:58.262931 run create_hlr_db(pid=2088): Launched\u000a06:06:58.435068 bus /sierra_2: Setting Powered False\u000a06:06:59.455625 run create_hlr_db(pid=2088): Terminated: ok {rc=0}\u000a06:06:59.879749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Launched\u000a06:07:00.177420 run osmo-hlr_10.42.42.2(pid=2091): Launched\u000a06:07:00.287898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:00.811162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Launched\u000a06:07:01.262671 run osmo-stp_10.42.42.5(pid=2094): Launched\u000a06:07:01.450534 tst emergency_preemptive_call.py: using MSISDN 7581\u000a06:07:01.632707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:07:02.300475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Launched\u000a06:07:02.626034 run osmo-msc_10.42.42.6(pid=2097): Launched\u000a06:07:02.814275 run osmo-stp_10.42.42.5(pid=2094): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)]\u000a06:07:02.949699 run osmo-stp_10.42.42.5(pid=2094): stdout: \u000a| (launched: 2022-12-10_06:07:00.989923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:03.085227 run osmo-stp_10.42.42.5(pid=2094): stderr: \u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060701206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:03.212811 run osmo-stp_10.42.42.5(pid=2094): stdout: \u000a| (launched: 2022-12-10_06:07:00.989923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:03.339213 run osmo-stp_10.42.42.5(pid=2094): stderr: \u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060701205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060701206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:03.394848 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2094): Process ended prematurely: osmo-stp_10.42.42.5(pid=2094) [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2094)] [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a06:07:03.403421 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a06:07:03.467504 run osmo-hlr_10.42.42.2(pid=2091): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2091)]\u000a06:07:03.519351 run osmo-hlr_10.42.42.2(pid=2091): stdout: \u000a| (launched: 2022-12-10_06:07:00.030688) \u000a06:07:03.572095 run osmo-hlr_10.42.42.2(pid=2091): stderr: \u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060700208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060700221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060700230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:03.643310 run osmo-msc_10.42.42.6(pid=2097): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2097)]\u000a06:07:03.694947 run osmo-msc_10.42.42.6(pid=2097): stdout: \u000a| (launched: 2022-12-10_06:07:02.464806) \u000a06:07:03.747083 run osmo-msc_10.42.42.6(pid=2097): stderr: \u000a| �[0;m�[38;5;43m20221210060702786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210060702786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43976bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210060702786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210060702786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210060702786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210060702787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210060702788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210060702789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:07:03.791306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Terminating (SIGTERM)\u000a06:07:03.834089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Terminating (SIGTERM)\u000a06:07:03.875868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Terminating (SIGTERM)\u000a06:07:03.886174 --- ParallelTerminationStrategy: PID 2090 died...\u000a06:07:03.942608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2090): Terminated: ok {rc=0}\u000a06:07:03.952919 --- ParallelTerminationStrategy: PID 2093 died...\u000a06:07:04.008755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2093): Terminated: ok {rc=0}\u000a06:07:04.019395 --- ParallelTerminationStrategy: PID 2096 died...\u000a06:07:04.075216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2096): Terminated: ok {rc=0}\u000a06:07:04.162404 bus /sierra_9: Setting Powered False\u000a06:07:05.268131 bus /sierra_9: Setting Powered False\u000a06:07:06.375708 bus /sierra_8: Setting Powered False\u000a06:07:07.481462 bus /sierra_8: Setting Powered False\u000a06:07:08.591070 bus /sierra_3: Setting Powered False\u000a06:07:09.696070 bus /sierra_3: Setting Powered False\u000a06:07:10.800523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:07:12.900393 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:12.910934 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:13.043508 tst cs_paging_gprs_active.py: using LAC 26373\u000a06:07:13.161864 tst cs_paging_gprs_active.py: using RAC 108\u000a06:07:13.286248 tst cs_paging_gprs_active.py: using CellId 26373\u000a06:07:13.413303 tst cs_paging_gprs_active.py: using BVCI 26374\u000a06:07:13.438077 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.449193 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.460449 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.471466 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.482418 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.493358 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.504511 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.515441 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:13.526382 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:13.639476 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:13.914237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:07:14.037378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:14.345941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Launched\u000a06:07:14.602059 run iperf3-srv_10.42.42.10(pid=2103): Launched\u000a06:07:14.782336 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:07:14.905551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:15.212415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Launched\u000a06:07:15.467448 run iperf3-srv_10.42.42.10(pid=2105): Launched\u000a06:07:15.647046 tst cs_paging_gprs_active.py:38: start network...\u000a06:07:15.771119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:16.305751 run create_hlr_db(pid=2106): Launched\u000a06:07:16.500112 bus /sierra_2: Setting Powered False\u000a06:07:17.512643 run create_hlr_db(pid=2106): Terminated: ok {rc=0}\u000a06:07:17.916700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Launched\u000a06:07:18.213513 run osmo-hlr_10.42.42.2(pid=2109): Launched\u000a06:07:18.321665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:18.837649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Launched\u000a06:07:19.135861 run osmo-stp_10.42.42.5(pid=2112): Launched\u000a06:07:19.244918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:19.763423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Launched\u000a06:07:19.869256 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:20.129647 run patchelf(pid=2115): Launched\u000a06:07:20.304130 run osmo-stp_10.42.42.5(pid=2112): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)]\u000a06:07:20.431546 run osmo-stp_10.42.42.5(pid=2112): stdout: \u000a| (launched: 2022-12-10_06:07:18.987870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:20.559504 run osmo-stp_10.42.42.5(pid=2112): stderr: \u000a| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060719156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060719156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060719158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:20.682649 run osmo-stp_10.42.42.5(pid=2112): stdout: \u000a| (launched: 2022-12-10_06:07:18.987870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:20.804662 run osmo-stp_10.42.42.5(pid=2112): stderr: \u000a| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060719156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060719156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060719158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060719159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:20.946657 run patchelf(pid=2115): Terminating (SIGINT)\u000a06:07:21.114032 run patchelf(pid=2115): Terminated: ok {rc=0}\u000a06:07:21.144986 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2112): Process ended prematurely: osmo-stp_10.42.42.5(pid=2112) [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2112)] [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a06:07:21.154307 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a06:07:21.213750 run osmo-hlr_10.42.42.2(pid=2109): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2109)]\u000a06:07:21.262411 run osmo-hlr_10.42.42.2(pid=2109): stdout: \u000a| (launched: 2022-12-10_06:07:18.066883) \u000a06:07:21.311365 run osmo-hlr_10.42.42.2(pid=2109): stderr: \u000a| �[0;m�[1;31m20221210060718240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060718240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060718241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060718258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060718267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060718268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060718268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:21.352899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminating (SIGTERM)\u000a06:07:21.392267 run iperf3-srv_10.42.42.10(pid=2103): Terminating (SIGTERM)\u000a06:07:21.431578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminating (SIGTERM)\u000a06:07:21.470669 run iperf3-srv_10.42.42.10(pid=2105): Terminating (SIGTERM)\u000a06:07:21.509760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Terminating (SIGTERM)\u000a06:07:21.548810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Terminating (SIGTERM)\u000a06:07:21.588024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Terminating (SIGTERM)\u000a06:07:21.597363 --- ParallelTerminationStrategy: PID 2102 died...\u000a06:07:21.649715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2102): Terminated: ok {rc=0}\u000a06:07:21.659676 --- ParallelTerminationStrategy: PID 2103 died...\u000a06:07:21.712049 run iperf3-srv_10.42.42.10(pid=2103): Terminated {rc=256}\u000a06:07:21.721829 --- ParallelTerminationStrategy: PID 2104 died...\u000a06:07:21.774396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2104): Terminated: ok {rc=0}\u000a06:07:21.783881 --- ParallelTerminationStrategy: PID 2105 died...\u000a06:07:21.835924 run iperf3-srv_10.42.42.10(pid=2105): Terminated {rc=256}\u000a06:07:21.845596 --- ParallelTerminationStrategy: PID 2108 died...\u000a06:07:21.897763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2108): Terminated: ok {rc=0}\u000a06:07:21.907415 --- ParallelTerminationStrategy: PID 2111 died...\u000a06:07:21.959521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2111): Terminated: ok {rc=0}\u000a06:07:21.969273 --- ParallelTerminationStrategy: PID 2114 died...\u000a06:07:22.021551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2114): Terminated: ok {rc=0}\u000a06:07:22.109367 bus /gobi_0: Setting Powered False\u000a06:07:23.212304 bus /gobi_0: Setting Powered False\u000a06:07:24.321733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a06:07:25.429504 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:25.440507 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:25.578329 tst iperf3.py: using LAC 26374\u000a06:07:25.694749 tst iperf3.py: using RAC 109\u000a06:07:25.819438 tst iperf3.py: using CellId 26374\u000a06:07:25.944344 tst iperf3.py: using BVCI 26375\u000a06:07:25.968815 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:25.980241 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:25.991277 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.002179 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.013168 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.023896 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.034896 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.045765 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:26.056678 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:26.330310 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:07:26.453563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:26.762674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Launched\u000a06:07:27.019626 run iperf3-srv_10.42.42.10(pid=2117): Launched\u000a06:07:27.200598 tst iperf3.py:8: start network...\u000a06:07:27.324217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:27.794342 run create_hlr_db(pid=2118): Launched\u000a06:07:27.964394 bus /gobi_6: Setting Powered False\u000a06:07:28.986021 run create_hlr_db(pid=2118): Terminated: ok {rc=0}\u000a06:07:29.381406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Launched\u000a06:07:29.678709 run osmo-hlr_10.42.42.2(pid=2121): Launched\u000a06:07:29.795378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:30.317805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Launched\u000a06:07:30.613890 run osmo-stp_10.42.42.5(pid=2124): Launched\u000a06:07:30.722016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:31.289762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Launched\u000a06:07:31.398644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:31.686833 run patchelf(pid=2127): Launched\u000a06:07:31.877873 run osmo-stp_10.42.42.5(pid=2124): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a06:07:32.017648 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-10_06:07:30.467286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:32.163548 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060730639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:32.287729 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-10_06:07:30.467286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:32.408762 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060730638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060730639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060730639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:32.549403 run patchelf(pid=2127): Terminating (SIGINT)\u000a06:07:32.714318 run patchelf(pid=2127): Terminated: ok {rc=0}\u000a06:07:32.744666 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2370↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)] [trial-2370↪gprs:trx-umtrx↪iperf3.py:8]\u000a06:07:32.753947 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:07:32.813663 run osmo-hlr_10.42.42.2(pid=2121): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2121)]\u000a06:07:32.861934 run osmo-hlr_10.42.42.2(pid=2121): stdout: \u000a| (launched: 2022-12-10_06:07:29.531478) \u000a06:07:32.911112 run osmo-hlr_10.42.42.2(pid=2121): stderr: \u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060729707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060729719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060729728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060729729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060729729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:32.952433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminating (SIGTERM)\u000a06:07:32.991505 run iperf3-srv_10.42.42.10(pid=2117): Terminating (SIGTERM)\u000a06:07:33.030659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminating (SIGTERM)\u000a06:07:33.069686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminating (SIGTERM)\u000a06:07:33.108827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminating (SIGTERM)\u000a06:07:33.118243 --- ParallelTerminationStrategy: PID 2116 died...\u000a06:07:33.171054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminated: ok {rc=0}\u000a06:07:33.180481 --- ParallelTerminationStrategy: PID 2117 died...\u000a06:07:33.232399 run iperf3-srv_10.42.42.10(pid=2117): Terminated {rc=256}\u000a06:07:33.242078 --- ParallelTerminationStrategy: PID 2120 died...\u000a06:07:33.294168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminated: ok {rc=0}\u000a06:07:33.303755 --- ParallelTerminationStrategy: PID 2123 died...\u000a06:07:33.355585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminated: ok {rc=0}\u000a06:07:33.365290 --- ParallelTerminationStrategy: PID 2126 died...\u000a06:07:33.417106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminated: ok {rc=0}\u000a06:07:33.504276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a06:07:34.611374 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:34.622542 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:34.755770 tst iperf3m4.py: using LAC 26375\u000a06:07:34.870702 tst iperf3m4.py: using RAC 110\u000a06:07:34.994011 tst iperf3m4.py: using CellId 26375\u000a06:07:35.118052 tst iperf3m4.py: using BVCI 26376\u000a06:07:35.142096 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.153166 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.163948 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.175319 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.186545 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.197747 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.209321 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.220470 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:35.231934 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:35.348147 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:35.470575 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:35.585855 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:35.858334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:07:35.983797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:36.287018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Launched\u000a06:07:36.539024 run iperf3-srv_10.42.42.10(pid=2131): Launched\u000a06:07:36.716880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:07:36.838473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:37.141488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Launched\u000a06:07:37.393084 run iperf3-srv_10.42.42.10(pid=2133): Launched\u000a06:07:37.570887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:07:37.692300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:37.995987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Launched\u000a06:07:38.247397 run iperf3-srv_10.42.42.10(pid=2135): Launched\u000a06:07:38.425946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:07:38.547414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:07:38.851447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Launched\u000a06:07:39.103089 run iperf3-srv_10.42.42.10(pid=2137): Launched\u000a06:07:39.280513 tst iperf3m4.py:8: start network...\u000a06:07:39.401895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:39.861933 run create_hlr_db(pid=2138): Launched\u000a06:07:40.029470 bus /gobi_6: Setting Powered False\u000a06:07:41.052090 run create_hlr_db(pid=2138): Terminated: ok {rc=0}\u000a06:07:41.441705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Launched\u000a06:07:41.734162 run osmo-hlr_10.42.42.2(pid=2141): Launched\u000a06:07:41.846289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:42.367827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Launched\u000a06:07:42.661205 run osmo-stp_10.42.42.5(pid=2144): Launched\u000a06:07:42.768485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:43.279684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Launched\u000a06:07:43.384147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:43.640223 run patchelf(pid=2147): Launched\u000a06:07:43.812009 run osmo-stp_10.42.42.5(pid=2144): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)]\u000a06:07:43.938073 run osmo-stp_10.42.42.5(pid=2144): stdout: \u000a| (launched: 2022-12-10_06:07:42.516332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:44.063832 run osmo-stp_10.42.42.5(pid=2144): stderr: \u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060742686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:44.185031 run osmo-stp_10.42.42.5(pid=2144): stdout: \u000a| (launched: 2022-12-10_06:07:42.516332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:44.305225 run osmo-stp_10.42.42.5(pid=2144): stderr: \u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060742685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060742686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060742686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:44.445155 run patchelf(pid=2147): Terminating (SIGINT)\u000a06:07:44.609269 run patchelf(pid=2147): Terminated: ok {rc=0}\u000a06:07:44.639409 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2144): Process ended prematurely: osmo-stp_10.42.42.5(pid=2144) [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2144)] [trial-2370↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a06:07:44.648470 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a06:07:44.707816 run osmo-hlr_10.42.42.2(pid=2141): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2141)]\u000a06:07:44.755978 run osmo-hlr_10.42.42.2(pid=2141): stdout: \u000a| (launched: 2022-12-10_06:07:41.590229) \u000a06:07:44.804569 run osmo-hlr_10.42.42.2(pid=2141): stderr: \u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060741768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060741783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060741794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060741794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:07:44.845324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Terminating (SIGTERM)\u000a06:07:44.884317 run iperf3-srv_10.42.42.10(pid=2131): Terminating (SIGTERM)\u000a06:07:44.923012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Terminating (SIGTERM)\u000a06:07:44.961776 run iperf3-srv_10.42.42.10(pid=2133): Terminating (SIGTERM)\u000a06:07:45.000513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Terminating (SIGTERM)\u000a06:07:45.039111 run iperf3-srv_10.42.42.10(pid=2135): Terminating (SIGTERM)\u000a06:07:45.077816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Terminating (SIGTERM)\u000a06:07:45.116429 run iperf3-srv_10.42.42.10(pid=2137): Terminating (SIGTERM)\u000a06:07:45.155200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Terminating (SIGTERM)\u000a06:07:45.194038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Terminating (SIGTERM)\u000a06:07:45.232651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Terminating (SIGTERM)\u000a06:07:45.241902 --- ParallelTerminationStrategy: PID 2130 died...\u000a06:07:45.293834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2130): Terminated: ok {rc=0}\u000a06:07:45.303412 --- ParallelTerminationStrategy: PID 2131 died...\u000a06:07:45.354823 run iperf3-srv_10.42.42.10(pid=2131): Terminated {rc=256}\u000a06:07:45.364232 --- ParallelTerminationStrategy: PID 2132 died...\u000a06:07:45.415864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2132): Terminated: ok {rc=0}\u000a06:07:45.425670 --- ParallelTerminationStrategy: PID 2133 died...\u000a06:07:45.476867 run iperf3-srv_10.42.42.10(pid=2133): Terminated {rc=256}\u000a06:07:45.486386 --- ParallelTerminationStrategy: PID 2134 died...\u000a06:07:45.538596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2134): Terminated: ok {rc=0}\u000a06:07:45.547872 --- ParallelTerminationStrategy: PID 2135 died...\u000a06:07:45.599552 run iperf3-srv_10.42.42.10(pid=2135): Terminated {rc=256}\u000a06:07:45.609142 --- ParallelTerminationStrategy: PID 2136 died...\u000a06:07:45.660636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2136): Terminated: ok {rc=0}\u000a06:07:45.670461 --- ParallelTerminationStrategy: PID 2137 died...\u000a06:07:45.722006 run iperf3-srv_10.42.42.10(pid=2137): Terminated {rc=256}\u000a06:07:45.731662 --- ParallelTerminationStrategy: PID 2140 died...\u000a06:07:45.783322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2140): Terminated: ok {rc=0}\u000a06:07:45.793073 --- ParallelTerminationStrategy: PID 2143 died...\u000a06:07:45.845482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2143): Terminated: ok {rc=0}\u000a06:07:45.855303 --- ParallelTerminationStrategy: PID 2146 died...\u000a06:07:45.925925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2146): Terminated: ok {rc=0}\u000a06:07:46.016095 bus /gobi_4: Setting Powered False\u000a06:07:47.120826 bus /gobi_4: Setting Powered False\u000a06:07:48.226636 bus /gobi_1: Setting Powered False\u000a06:07:49.330584 bus /gobi_1: Setting Powered False\u000a06:07:50.434938 bus /gobi_0: Setting Powered False\u000a06:07:51.538616 bus /gobi_0: Setting Powered False\u000a06:07:52.643444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a06:07:53.711467 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:53.722892 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:07:53.861766 tst ping.py: using LAC 26376\u000a06:07:53.985055 tst ping.py: using RAC 111\u000a06:07:54.108172 tst ping.py: using CellId 26376\u000a06:07:54.229268 tst ping.py: using BVCI 26377\u000a06:07:54.252847 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.263681 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.274559 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.285274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.295849 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.306474 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.317295 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:07:54.328026 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:07:54.609201 tst ping.py:19: start network...\u000a06:07:54.737606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:07:55.229874 run create_hlr_db(pid=2148): Launched\u000a06:07:55.408598 bus /gobi_6: Setting Powered False\u000a06:07:56.429642 run create_hlr_db(pid=2148): Terminated: ok {rc=0}\u000a06:07:56.817030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Launched\u000a06:07:57.104099 run osmo-hlr_10.42.42.2(pid=2151): Launched\u000a06:07:57.215521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:07:57.725363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Launched\u000a06:07:58.013123 run osmo-stp_10.42.42.5(pid=2154): Launched\u000a06:07:58.117675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:07:58.619301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Launched\u000a06:07:58.721949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:07:58.973565 run patchelf(pid=2157): Launched\u000a06:07:59.143714 run osmo-stp_10.42.42.5(pid=2154): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]\u000a06:07:59.268418 run osmo-stp_10.42.42.5(pid=2154): stdout: \u000a| (launched: 2022-12-10_06:07:57.870726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:59.394058 run osmo-stp_10.42.42.5(pid=2154): stderr: \u000a| �[0;m�[38;5;43m20221210060758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:59.514793 run osmo-stp_10.42.42.5(pid=2154): stdout: \u000a| (launched: 2022-12-10_06:07:57.870726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:07:59.634008 run osmo-stp_10.42.42.5(pid=2154): stderr: \u000a| �[0;m�[38;5;43m20221210060758040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060758041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060758041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060758042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:07:59.772614 run patchelf(pid=2157): Terminating (SIGINT)\u000a06:07:59.935494 run patchelf(pid=2157): Terminated: ok {rc=0}\u000a06:07:59.965425 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2370↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)] [trial-2370↪gprs:trx-umtrx↪ping.py:22]\u000a06:07:59.974118 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:08:00.033667 run osmo-hlr_10.42.42.2(pid=2151): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2151)]\u000a06:08:00.081961 run osmo-hlr_10.42.42.2(pid=2151): stdout: \u000a| (launched: 2022-12-10_06:07:56.962808) \u000a06:08:00.130865 run osmo-hlr_10.42.42.2(pid=2151): stderr: \u000a| �[0;m�[1;31m20221210060757134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060757134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060757135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060757147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060757156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060757157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060757157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:00.172107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminating (SIGTERM)\u000a06:08:00.211596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminating (SIGTERM)\u000a06:08:00.251047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminating (SIGTERM)\u000a06:08:00.260042 --- ParallelTerminationStrategy: PID 2150 died...\u000a06:08:00.312596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminated: ok {rc=0}\u000a06:08:00.322307 --- ParallelTerminationStrategy: PID 2153 died...\u000a06:08:00.374529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminated: ok {rc=0}\u000a06:08:00.384158 --- ParallelTerminationStrategy: PID 2156 died...\u000a06:08:00.436342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminated: ok {rc=0}\u000a06:08:00.518503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a06:08:01.581247 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:01.593224 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a06:08:01.731962 tst ping_idle_ping.py: using LAC 26377\u000a06:08:01.883555 tst ping_idle_ping.py: using RAC 112\u000a06:08:02.002134 tst ping_idle_ping.py: using CellId 26377\u000a06:08:02.124730 tst ping_idle_ping.py: using BVCI 26378\u000a06:08:02.149235 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.160999 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.172681 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.184607 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.195903 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.207693 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.219844 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a06:08:02.232097 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a06:08:02.516089 tst ping_idle_ping.py:24: start network...\u000a06:08:02.645626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:03.142706 run create_hlr_db(pid=2158): Launched\u000a06:08:03.323292 bus /gobi_6: Setting Powered False\u000a06:08:04.344117 run create_hlr_db(pid=2158): Terminated: ok {rc=0}\u000a06:08:04.735239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Launched\u000a06:08:05.024783 run osmo-hlr_10.42.42.2(pid=2161): Launched\u000a06:08:05.134189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:05.635173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Launched\u000a06:08:05.922380 run osmo-stp_10.42.42.5(pid=2164): Launched\u000a06:08:06.027027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:06.528706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Launched\u000a06:08:06.630920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:06.882423 run patchelf(pid=2167): Launched\u000a06:08:07.052152 run osmo-stp_10.42.42.5(pid=2164): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]\u000a06:08:07.176119 run osmo-stp_10.42.42.5(pid=2164): stdout: \u000a| (launched: 2022-12-10_06:08:05.780587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:07.300483 run osmo-stp_10.42.42.5(pid=2164): stderr: \u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060805947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:07.420060 run osmo-stp_10.42.42.5(pid=2164): stdout: \u000a| (launched: 2022-12-10_06:08:05.780587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:07.538728 run osmo-stp_10.42.42.5(pid=2164): stderr: \u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060805946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060805947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060805949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:07.676601 run patchelf(pid=2167): Terminating (SIGINT)\u000a06:08:07.838665 run patchelf(pid=2167): Terminated: ok {rc=0}\u000a06:08:07.868163 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)] [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a06:08:07.876732 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:08:07.935903 run osmo-hlr_10.42.42.2(pid=2161): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2161)]\u000a06:08:07.983767 run osmo-hlr_10.42.42.2(pid=2161): stdout: \u000a| (launched: 2022-12-10_06:08:04.882082) \u000a06:08:08.032339 run osmo-hlr_10.42.42.2(pid=2161): stderr: \u000a| �[0;m�[1;31m20221210060805058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060805059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060805073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060805082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060805083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060805083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:08.073242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminating (SIGTERM)\u000a06:08:08.112241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminating (SIGTERM)\u000a06:08:08.150916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminating (SIGTERM)\u000a06:08:08.160111 --- ParallelTerminationStrategy: PID 2160 died...\u000a06:08:08.211809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminated: ok {rc=0}\u000a06:08:08.221577 --- ParallelTerminationStrategy: PID 2163 died...\u000a06:08:08.273470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminated: ok {rc=0}\u000a06:08:08.283001 --- ParallelTerminationStrategy: PID 2166 died...\u000a06:08:08.334553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminated: ok {rc=0}\u000a06:08:08.422143 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 58.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:08:10.572362 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:10.583579 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:10.721624 tst cs_paging_gprs_active.py: using LAC 26378\u000a06:08:10.845075 tst cs_paging_gprs_active.py: using RAC 113\u000a06:08:10.969143 tst cs_paging_gprs_active.py: using CellId 26378\u000a06:08:11.093285 tst cs_paging_gprs_active.py: using BVCI 26379\u000a06:08:11.117956 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.129335 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.140415 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.151717 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.162938 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.174110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.185291 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.196226 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:11.207449 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:11.322832 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:11.613415 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:08:11.746123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:12.076476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Launched\u000a06:08:12.349229 run iperf3-srv_10.42.42.10(pid=2172): Launched\u000a06:08:12.543769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:08:12.675999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:13.004178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Launched\u000a06:08:13.276099 run iperf3-srv_10.42.42.10(pid=2174): Launched\u000a06:08:13.469578 tst cs_paging_gprs_active.py:38: start network...\u000a06:08:13.601910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:14.106867 run create_hlr_db(pid=2175): Launched\u000a06:08:14.289536 bus /gobi_6: Setting Powered False\u000a06:08:15.310743 run create_hlr_db(pid=2175): Terminated: ok {rc=0}\u000a06:08:15.732627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Launched\u000a06:08:16.184167 run osmo-hlr_10.42.42.2(pid=2178): Launched\u000a06:08:16.459181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:17.074798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Launched\u000a06:08:17.589575 run osmo-stp_10.42.42.5(pid=2230): Launched\u000a06:08:17.796883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:18.525546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Launched\u000a06:08:18.684831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:19.026488 run patchelf(pid=2325): Launched\u000a06:08:19.250195 run osmo-stp_10.42.42.5(pid=2230): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)]\u000a06:08:19.411455 run osmo-stp_10.42.42.5(pid=2230): stdout: \u000a| (launched: 2022-12-10_06:08:17.263926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:19.575485 run osmo-stp_10.42.42.5(pid=2230): stderr: \u000a| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060817543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060817543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060817543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:19.729663 run osmo-stp_10.42.42.5(pid=2230): stdout: \u000a| (launched: 2022-12-10_06:08:17.263926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:19.881572 run osmo-stp_10.42.42.5(pid=2230): stderr: \u000a| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060817542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060817543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060817543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060817543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060817544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:20.039717 run patchelf(pid=2325): Terminating (SIGINT)\u000a06:08:20.227049 run patchelf(pid=2325): Terminated: ok {rc=0}\u000a06:08:20.259269 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2230): Process ended prematurely: osmo-stp_10.42.42.5(pid=2230) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2230)] [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:08:20.269638 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a06:08:20.334180 run osmo-hlr_10.42.42.2(pid=2178): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2178)]\u000a06:08:20.386500 run osmo-hlr_10.42.42.2(pid=2178): stdout: \u000a| (launched: 2022-12-10_06:08:15.897097) \u000a06:08:20.439136 run osmo-hlr_10.42.42.2(pid=2178): stderr: \u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060816140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060816155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060816184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:20.484471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminating (SIGTERM)\u000a06:08:20.528812 run iperf3-srv_10.42.42.10(pid=2172): Terminating (SIGTERM)\u000a06:08:20.575045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminating (SIGTERM)\u000a06:08:20.617786 run iperf3-srv_10.42.42.10(pid=2174): Terminating (SIGTERM)\u000a06:08:20.660620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminating (SIGTERM)\u000a06:08:20.703313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Terminating (SIGTERM)\u000a06:08:20.748144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Terminating (SIGTERM)\u000a06:08:20.758622 --- ParallelTerminationStrategy: PID 2171 died...\u000a06:08:20.815870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminated: ok {rc=0}\u000a06:08:20.826584 --- ParallelTerminationStrategy: PID 2172 died...\u000a06:08:20.883290 run iperf3-srv_10.42.42.10(pid=2172): Terminated {rc=256}\u000a06:08:20.893951 --- ParallelTerminationStrategy: PID 2173 died...\u000a06:08:20.950766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2173): Terminated: ok {rc=0}\u000a06:08:20.961470 --- ParallelTerminationStrategy: PID 2174 died...\u000a06:08:21.018362 run iperf3-srv_10.42.42.10(pid=2174): Terminated {rc=256}\u000a06:08:21.028797 --- ParallelTerminationStrategy: PID 2177 died...\u000a06:08:21.085230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2177): Terminated: ok {rc=0}\u000a06:08:21.095660 --- ParallelTerminationStrategy: PID 2216 died...\u000a06:08:21.151513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2216): Terminated: ok {rc=0}\u000a06:08:21.162630 --- ParallelTerminationStrategy: PID 2288 died...\u000a06:08:21.218396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2288): Terminated: ok {rc=0}\u000a06:08:21.306993 bus /gobi_0: Setting Powered False\u000a06:08:22.410415 bus /gobi_0: Setting Powered False\u000a06:08:23.519140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:08:24.631479 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:24.643987 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:24.787345 tst iperf3.py: using LAC 26379\u000a06:08:24.908445 tst iperf3.py: using RAC 114\u000a06:08:25.028421 tst iperf3.py: using CellId 26379\u000a06:08:25.148748 tst iperf3.py: using BVCI 26380\u000a06:08:25.173448 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.185322 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.197645 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.210645 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.223996 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.236224 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.248056 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.261618 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:25.273340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:25.555411 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:25.689763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:26.035022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Launched\u000a06:08:26.327759 run iperf3-srv_10.42.42.10(pid=2458): Launched\u000a06:08:26.524827 tst iperf3.py:8: start network...\u000a06:08:26.659273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:27.207582 run create_hlr_db(pid=2459): Launched\u000a06:08:27.393158 bus /gobi_6: Setting Powered False\u000a06:08:28.416621 run create_hlr_db(pid=2459): Terminated: ok {rc=0}\u000a06:08:28.867851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Launched\u000a06:08:29.292249 run osmo-hlr_10.42.42.2(pid=2462): Launched\u000a06:08:29.509511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:30.120455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Launched\u000a06:08:30.541919 run osmo-stp_10.42.42.5(pid=2465): Launched\u000a06:08:30.766842 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:31.434608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Launched\u000a06:08:31.577178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:31.959702 run patchelf(pid=2468): Launched\u000a06:08:32.192895 run osmo-stp_10.42.42.5(pid=2465): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)]\u000a06:08:32.357821 run osmo-stp_10.42.42.5(pid=2465): stdout: \u000a| (launched: 2022-12-10_06:08:30.285791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:32.522752 run osmo-stp_10.42.42.5(pid=2465): stderr: \u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060830593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:32.684321 run osmo-stp_10.42.42.5(pid=2465): stdout: \u000a| (launched: 2022-12-10_06:08:30.285791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:32.843528 run osmo-stp_10.42.42.5(pid=2465): stderr: \u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060830593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060830593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060830594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:33.028661 run patchelf(pid=2468): Terminating (SIGINT)\u000a06:08:33.246886 run patchelf(pid=2468): Terminated: ok {rc=0}\u000a06:08:33.288386 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2465): Process ended prematurely: osmo-stp_10.42.42.5(pid=2465) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2465)] [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a06:08:33.301683 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a06:08:33.373770 run osmo-hlr_10.42.42.2(pid=2462): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2462)]\u000a06:08:33.429795 run osmo-hlr_10.42.42.2(pid=2462): stdout: \u000a| (launched: 2022-12-10_06:08:29.032502) \u000a06:08:33.482643 run osmo-hlr_10.42.42.2(pid=2462): stderr: \u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060829351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060829373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060829381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:33.528223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Terminating (SIGTERM)\u000a06:08:33.573797 run iperf3-srv_10.42.42.10(pid=2458): Terminating (SIGTERM)\u000a06:08:33.618016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Terminating (SIGTERM)\u000a06:08:33.661936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Terminating (SIGTERM)\u000a06:08:33.706745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Terminating (SIGTERM)\u000a06:08:33.717185 --- ParallelTerminationStrategy: PID 2457 died...\u000a06:08:33.777452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2457): Terminated: ok {rc=0}\u000a06:08:33.788295 --- ParallelTerminationStrategy: PID 2458 died...\u000a06:08:33.844178 run iperf3-srv_10.42.42.10(pid=2458): Terminated {rc=256}\u000a06:08:33.855433 --- ParallelTerminationStrategy: PID 2461 died...\u000a06:08:33.912167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2461): Terminated: ok {rc=0}\u000a06:08:33.922980 --- ParallelTerminationStrategy: PID 2464 died...\u000a06:08:33.981606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2464): Terminated: ok {rc=0}\u000a06:08:33.992429 --- ParallelTerminationStrategy: PID 2467 died...\u000a06:08:34.048832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2467): Terminated: ok {rc=0}\u000a06:08:34.137361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:08:35.255649 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.268656 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:35.416115 tst iperf3m4.py: using LAC 26380\u000a06:08:35.544157 tst iperf3m4.py: using RAC 115\u000a06:08:35.673659 tst iperf3m4.py: using CellId 26380\u000a06:08:35.808356 tst iperf3m4.py: using BVCI 26381\u000a06:08:35.834149 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.846431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.858755 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.870902 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.882847 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.894813 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.907217 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.919553 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:35.931480 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:36.056065 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:36.182353 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:36.304209 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:36.605348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:08:36.741056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:37.092745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Launched\u000a06:08:37.390592 run iperf3-srv_10.42.42.10(pid=2470): Launched\u000a06:08:37.594109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:08:37.730237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:38.085405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Launched\u000a06:08:38.383425 run iperf3-srv_10.42.42.10(pid=2472): Launched\u000a06:08:38.584439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:08:38.721193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:39.073645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Launched\u000a06:08:39.371568 run iperf3-srv_10.42.42.10(pid=2474): Launched\u000a06:08:39.571998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:08:39.708714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:08:40.064341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Launched\u000a06:08:40.362621 run iperf3-srv_10.42.42.10(pid=2476): Launched\u000a06:08:40.563241 tst iperf3m4.py:8: start network...\u000a06:08:40.700875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:41.269249 run create_hlr_db(pid=2477): Launched\u000a06:08:41.438181 bus /gobi_6: Setting Powered False\u000a06:08:42.460801 run create_hlr_db(pid=2477): Terminated: ok {rc=0}\u000a06:08:42.852680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Launched\u000a06:08:43.145876 run osmo-hlr_10.42.42.2(pid=2481): Launched\u000a06:08:43.258436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:43.777622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Launched\u000a06:08:44.071809 run osmo-stp_10.42.42.5(pid=2484): Launched\u000a06:08:44.179542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:08:44.693017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Launched\u000a06:08:44.797614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:08:45.054098 run patchelf(pid=2487): Launched\u000a06:08:45.227173 run osmo-stp_10.42.42.5(pid=2484): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)]\u000a06:08:45.353196 run osmo-stp_10.42.42.5(pid=2484): stdout: \u000a| (launched: 2022-12-10_06:08:43.926602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:45.479823 run osmo-stp_10.42.42.5(pid=2484): stderr: \u000a| �[0;m�[38;5;43m20221210060844096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:45.601946 run osmo-stp_10.42.42.5(pid=2484): stdout: \u000a| (launched: 2022-12-10_06:08:43.926602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:08:45.723203 run osmo-stp_10.42.42.5(pid=2484): stderr: \u000a| �[0;m�[38;5;43m20221210060844096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060844097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060844097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060844098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:08:45.896380 run patchelf(pid=2487): Terminating (SIGINT)\u000a06:08:46.080732 run patchelf(pid=2487): Terminated: ok {rc=0}\u000a06:08:46.114516 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2484): Process ended prematurely: osmo-stp_10.42.42.5(pid=2484) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2484)] [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:08:46.125629 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a06:08:46.190722 run osmo-hlr_10.42.42.2(pid=2481): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2481)]\u000a06:08:46.243311 run osmo-hlr_10.42.42.2(pid=2481): stdout: \u000a| (launched: 2022-12-10_06:08:43.001673) \u000a06:08:46.295574 run osmo-hlr_10.42.42.2(pid=2481): stderr: \u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060843178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060843190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060843198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060843198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060843199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:08:46.340508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminating (SIGTERM)\u000a06:08:46.386501 run iperf3-srv_10.42.42.10(pid=2470): Terminating (SIGTERM)\u000a06:08:46.433550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Terminating (SIGTERM)\u000a06:08:46.478693 run iperf3-srv_10.42.42.10(pid=2472): Terminating (SIGTERM)\u000a06:08:46.524709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Terminating (SIGTERM)\u000a06:08:46.570619 run iperf3-srv_10.42.42.10(pid=2474): Terminating (SIGTERM)\u000a06:08:46.616412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Terminating (SIGTERM)\u000a06:08:46.661973 run iperf3-srv_10.42.42.10(pid=2476): Terminating (SIGTERM)\u000a06:08:46.707253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Terminating (SIGTERM)\u000a06:08:46.752431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Terminating (SIGTERM)\u000a06:08:46.799580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Terminating (SIGTERM)\u000a06:08:46.810302 --- ParallelTerminationStrategy: PID 2469 died...\u000a06:08:46.869268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminated: ok {rc=0}\u000a06:08:46.880189 --- ParallelTerminationStrategy: PID 2470 died...\u000a06:08:46.936534 run iperf3-srv_10.42.42.10(pid=2470): Terminated {rc=256}\u000a06:08:46.947229 --- ParallelTerminationStrategy: PID 2471 died...\u000a06:08:47.004413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2471): Terminated: ok {rc=0}\u000a06:08:47.014892 --- ParallelTerminationStrategy: PID 2472 died...\u000a06:08:47.070978 run iperf3-srv_10.42.42.10(pid=2472): Terminated {rc=256}\u000a06:08:47.081620 --- ParallelTerminationStrategy: PID 2473 died...\u000a06:08:47.137716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2473): Terminated: ok {rc=0}\u000a06:08:47.148023 --- ParallelTerminationStrategy: PID 2474 died...\u000a06:08:47.204426 run iperf3-srv_10.42.42.10(pid=2474): Terminated {rc=256}\u000a06:08:47.214180 --- ParallelTerminationStrategy: PID 2475 died...\u000a06:08:47.266951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2475): Terminated: ok {rc=0}\u000a06:08:47.277362 --- ParallelTerminationStrategy: PID 2476 died...\u000a06:08:47.330197 run iperf3-srv_10.42.42.10(pid=2476): Terminated {rc=256}\u000a06:08:47.340404 --- ParallelTerminationStrategy: PID 2480 died...\u000a06:08:47.393609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2480): Terminated: ok {rc=0}\u000a06:08:47.403983 --- ParallelTerminationStrategy: PID 2483 died...\u000a06:08:47.456804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2483): Terminated: ok {rc=0}\u000a06:08:47.467082 --- ParallelTerminationStrategy: PID 2486 died...\u000a06:08:47.519773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2486): Terminated: ok {rc=0}\u000a06:08:47.607813 bus /gobi_4: Setting Powered False\u000a06:08:48.710720 bus /gobi_4: Setting Powered False\u000a06:08:49.820460 bus /gobi_1: Setting Powered False\u000a06:08:50.922262 bus /gobi_1: Setting Powered False\u000a06:08:52.029402 bus /gobi_0: Setting Powered False\u000a06:08:53.133332 bus /gobi_0: Setting Powered False\u000a06:08:54.239274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:08:55.306465 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.318336 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:08:55.457763 tst ping.py: using LAC 26381\u000a06:08:55.579622 tst ping.py: using RAC 116\u000a06:08:55.701119 tst ping.py: using CellId 26381\u000a06:08:55.823068 tst ping.py: using BVCI 26382\u000a06:08:55.846659 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.857859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.868828 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.879876 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.890871 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.901811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.912897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:08:55.923979 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:08:56.208006 tst ping.py:19: start network...\u000a06:08:56.336290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:08:56.831283 run create_hlr_db(pid=2488): Launched\u000a06:08:57.011884 bus /gobi_6: Setting Powered False\u000a06:08:58.031754 run create_hlr_db(pid=2488): Terminated: ok {rc=0}\u000a06:08:58.420577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Launched\u000a06:08:58.710459 run osmo-hlr_10.42.42.2(pid=2491): Launched\u000a06:08:58.822390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:08:59.333574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Launched\u000a06:08:59.618843 run osmo-stp_10.42.42.5(pid=2494): Launched\u000a06:08:59.722965 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:00.221879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Launched\u000a06:09:00.323706 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:00.574869 run patchelf(pid=2497): Launched\u000a06:09:00.743670 run osmo-stp_10.42.42.5(pid=2494): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)]\u000a06:09:00.881371 run osmo-stp_10.42.42.5(pid=2494): stdout: \u000a| (launched: 2022-12-10_06:08:59.478122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:01.027926 run osmo-stp_10.42.42.5(pid=2494): stderr: \u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060859646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:01.158426 run osmo-stp_10.42.42.5(pid=2494): stdout: \u000a| (launched: 2022-12-10_06:08:59.478122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:01.288735 run osmo-stp_10.42.42.5(pid=2494): stderr: \u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060859645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060859646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060859648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:01.440376 run patchelf(pid=2497): Terminating (SIGINT)\u000a06:09:01.619785 run patchelf(pid=2497): Terminated: ok {rc=0}\u000a06:09:01.652797 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2494): Process ended prematurely: osmo-stp_10.42.42.5(pid=2494) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2494)] [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a06:09:01.663197 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:09:01.726633 run osmo-hlr_10.42.42.2(pid=2491): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2491)]\u000a06:09:01.779366 run osmo-hlr_10.42.42.2(pid=2491): stdout: \u000a| (launched: 2022-12-10_06:08:58.567099) \u000a06:09:01.832300 run osmo-hlr_10.42.42.2(pid=2491): stderr: \u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060858742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060858758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060858767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:01.878171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Terminating (SIGTERM)\u000a06:09:01.922290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Terminating (SIGTERM)\u000a06:09:01.966107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Terminating (SIGTERM)\u000a06:09:01.977702 --- ParallelTerminationStrategy: PID 2490 died...\u000a06:09:02.035858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2490): Terminated: ok {rc=0}\u000a06:09:02.046382 --- ParallelTerminationStrategy: PID 2493 died...\u000a06:09:02.102223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2493): Terminated: ok {rc=0}\u000a06:09:02.112598 --- ParallelTerminationStrategy: PID 2496 died...\u000a06:09:02.169928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2496): Terminated: ok {rc=0}\u000a06:09:02.257607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:09:03.309355 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.321358 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:09:03.462627 tst ping_idle_ping.py: using LAC 26382\u000a06:09:03.586442 tst ping_idle_ping.py: using RAC 117\u000a06:09:03.707673 tst ping_idle_ping.py: using CellId 26382\u000a06:09:03.830794 tst ping_idle_ping.py: using BVCI 26383\u000a06:09:03.854495 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.865846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.876864 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.888282 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.899362 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.910448 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.921693 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:09:03.932738 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:09:04.202102 tst ping_idle_ping.py:24: start network...\u000a06:09:04.322233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:04.779041 run create_hlr_db(pid=2498): Launched\u000a06:09:04.946152 bus /gobi_6: Setting Powered False\u000a06:09:05.967380 run create_hlr_db(pid=2498): Terminated: ok {rc=0}\u000a06:09:06.381334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Launched\u000a06:09:06.693772 run osmo-hlr_10.42.42.2(pid=2501): Launched\u000a06:09:06.810738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:07.348661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Launched\u000a06:09:07.659493 run osmo-stp_10.42.42.5(pid=2504): Launched\u000a06:09:07.771983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:08.316178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Launched\u000a06:09:08.426573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:08.698595 run patchelf(pid=2507): Launched\u000a06:09:08.881284 run osmo-stp_10.42.42.5(pid=2504): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)]\u000a06:09:09.014649 run osmo-stp_10.42.42.5(pid=2504): stdout: \u000a| (launched: 2022-12-10_06:09:07.506392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:09.148363 run osmo-stp_10.42.42.5(pid=2504): stderr: \u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060907696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:09.277351 run osmo-stp_10.42.42.5(pid=2504): stdout: \u000a| (launched: 2022-12-10_06:09:07.506392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:09.404913 run osmo-stp_10.42.42.5(pid=2504): stderr: \u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060907696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060907696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060907699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:09.553833 run patchelf(pid=2507): Terminating (SIGINT)\u000a06:09:09.728112 run patchelf(pid=2507): Terminated: ok {rc=0}\u000a06:09:09.759862 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2504): Process ended prematurely: osmo-stp_10.42.42.5(pid=2504) [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2504)] [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:09:09.769144 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:09:09.831039 run osmo-hlr_10.42.42.2(pid=2501): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2501)]\u000a06:09:09.881612 run osmo-hlr_10.42.42.2(pid=2501): stdout: \u000a| (launched: 2022-12-10_06:09:06.539919) \u000a06:09:09.932701 run osmo-hlr_10.42.42.2(pid=2501): stderr: \u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060906738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060906751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060906761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060906761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060906762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:09.976194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminating (SIGTERM)\u000a06:09:10.017451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminating (SIGTERM)\u000a06:09:10.058802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Terminating (SIGTERM)\u000a06:09:10.068480 --- ParallelTerminationStrategy: PID 2500 died...\u000a06:09:10.123599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2500): Terminated: ok {rc=0}\u000a06:09:10.133677 --- ParallelTerminationStrategy: PID 2503 died...\u000a06:09:10.188180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2503): Terminated: ok {rc=0}\u000a06:09:10.198257 --- ParallelTerminationStrategy: PID 2506 died...\u000a06:09:10.253541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2506): Terminated: ok {rc=0}\u000a06:09:10.340306 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:08:10" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:09:12.490495 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:12.501630 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:12.662229 tst cs_paging_gprs_active.py: using LAC 26383\u000a06:09:12.788197 tst cs_paging_gprs_active.py: using RAC 118\u000a06:09:12.912184 tst cs_paging_gprs_active.py: using CellId 26383\u000a06:09:13.038796 tst cs_paging_gprs_active.py: using BVCI 26384\u000a06:09:13.062973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.074257 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.085346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.096412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.107521 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.118713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.129924 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.140912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:13.152131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:13.266082 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:13.554723 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:09:13.686601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:14.013412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Launched\u000a06:09:14.284598 run iperf3-srv_10.42.42.10(pid=2514): Launched\u000a06:09:14.477100 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:09:14.608999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:14.935606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Launched\u000a06:09:15.206884 run iperf3-srv_10.42.42.10(pid=2516): Launched\u000a06:09:15.399713 tst cs_paging_gprs_active.py:38: start network...\u000a06:09:15.531319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:16.097624 run create_hlr_db(pid=2517): Launched\u000a06:09:16.282696 bus /gobi_6: Setting Powered False\u000a06:09:17.301953 run create_hlr_db(pid=2517): Terminated: ok {rc=0}\u000a06:09:17.699324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Launched\u000a06:09:17.993789 run osmo-hlr_10.42.42.2(pid=2520): Launched\u000a06:09:18.108744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:18.628023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Launched\u000a06:09:18.922145 run osmo-stp_10.42.42.5(pid=2523): Launched\u000a06:09:19.028776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:19.543053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Launched\u000a06:09:19.647966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:19.911987 run patchelf(pid=2526): Launched\u000a06:09:20.085281 run osmo-stp_10.42.42.5(pid=2523): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)]\u000a06:09:20.211896 run osmo-stp_10.42.42.5(pid=2523): stdout: \u000a| (launched: 2022-12-10_06:09:18.777315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:20.338796 run osmo-stp_10.42.42.5(pid=2523): stderr: \u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060918945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:20.461455 run osmo-stp_10.42.42.5(pid=2523): stdout: \u000a| (launched: 2022-12-10_06:09:18.777315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:20.583319 run osmo-stp_10.42.42.5(pid=2523): stderr: \u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060918944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060918945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060918947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:20.724907 run patchelf(pid=2526): Terminating (SIGINT)\u000a06:09:20.890878 run patchelf(pid=2526): Terminated: ok {rc=0}\u000a06:09:20.921637 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2523): Process ended prematurely: osmo-stp_10.42.42.5(pid=2523) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2523)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:09:20.930952 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:09:20.990540 run osmo-hlr_10.42.42.2(pid=2520): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2520)]\u000a06:09:21.038468 run osmo-hlr_10.42.42.2(pid=2520): stdout: \u000a| (launched: 2022-12-10_06:09:17.848484) \u000a06:09:21.087262 run osmo-hlr_10.42.42.2(pid=2520): stderr: \u000a| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060918022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060918023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060918035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060918044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:21.128699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Terminating (SIGTERM)\u000a06:09:21.167713 run iperf3-srv_10.42.42.10(pid=2514): Terminating (SIGTERM)\u000a06:09:21.207270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminating (SIGTERM)\u000a06:09:21.246210 run iperf3-srv_10.42.42.10(pid=2516): Terminating (SIGTERM)\u000a06:09:21.285246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminating (SIGTERM)\u000a06:09:21.324208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminating (SIGTERM)\u000a06:09:21.363139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminating (SIGTERM)\u000a06:09:21.372411 --- ParallelTerminationStrategy: PID 2513 died...\u000a06:09:21.425215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2513): Terminated: ok {rc=0}\u000a06:09:21.434746 --- ParallelTerminationStrategy: PID 2514 died...\u000a06:09:21.486575 run iperf3-srv_10.42.42.10(pid=2514): Terminated {rc=256}\u000a06:09:21.496214 --- ParallelTerminationStrategy: PID 2515 died...\u000a06:09:21.548246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2515): Terminated: ok {rc=0}\u000a06:09:21.558012 --- ParallelTerminationStrategy: PID 2516 died...\u000a06:09:21.610088 run iperf3-srv_10.42.42.10(pid=2516): Terminated {rc=256}\u000a06:09:21.619534 --- ParallelTerminationStrategy: PID 2519 died...\u000a06:09:21.671588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2519): Terminated: ok {rc=0}\u000a06:09:21.681348 --- ParallelTerminationStrategy: PID 2522 died...\u000a06:09:21.733397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2522): Terminated: ok {rc=0}\u000a06:09:21.743126 --- ParallelTerminationStrategy: PID 2525 died...\u000a06:09:21.794986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2525): Terminated: ok {rc=0}\u000a06:09:21.876638 bus /gobi_0: Setting Powered False\u000a06:09:22.983300 bus /gobi_0: Setting Powered False\u000a06:09:24.089644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:09:25.202141 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.214146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:25.377179 tst iperf3.py: using LAC 26384\u000a06:09:25.500763 tst iperf3.py: using RAC 119\u000a06:09:25.624750 tst iperf3.py: using CellId 26384\u000a06:09:25.748734 tst iperf3.py: using BVCI 26385\u000a06:09:25.773094 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.784251 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.795395 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.806445 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.817417 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.828387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.839482 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.850487 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:25.861647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:26.149379 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:26.281104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:26.607583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Launched\u000a06:09:26.879404 run iperf3-srv_10.42.42.10(pid=2528): Launched\u000a06:09:27.072593 tst iperf3.py:8: start network...\u000a06:09:27.204035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:27.707856 run create_hlr_db(pid=2529): Launched\u000a06:09:27.889054 bus /gobi_6: Setting Powered False\u000a06:09:28.910074 run create_hlr_db(pid=2529): Terminated: ok {rc=0}\u000a06:09:29.305213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Launched\u000a06:09:29.600353 run osmo-hlr_10.42.42.2(pid=2532): Launched\u000a06:09:29.708695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:30.319959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Launched\u000a06:09:30.609795 run osmo-stp_10.42.42.5(pid=2535): Launched\u000a06:09:30.715191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:31.258304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Launched\u000a06:09:31.365142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:31.643952 run patchelf(pid=2538): Launched\u000a06:09:31.819584 run osmo-stp_10.42.42.5(pid=2535): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)]\u000a06:09:31.948067 run osmo-stp_10.42.42.5(pid=2535): stdout: \u000a| (launched: 2022-12-10_06:09:30.466253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:32.076849 run osmo-stp_10.42.42.5(pid=2535): stderr: \u000a| �[0;m�[38;5;43m20221210060930635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060930636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:32.200903 run osmo-stp_10.42.42.5(pid=2535): stdout: \u000a| (launched: 2022-12-10_06:09:30.466253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:32.321435 run osmo-stp_10.42.42.5(pid=2535): stderr: \u000a| �[0;m�[38;5;43m20221210060930635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060930636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060930636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060930637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:32.460606 run patchelf(pid=2538): Terminating (SIGINT)\u000a06:09:32.624796 run patchelf(pid=2538): Terminated: ok {rc=0}\u000a06:09:32.655116 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2535): Process ended prematurely: osmo-stp_10.42.42.5(pid=2535) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2535)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:09:32.664323 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:09:32.724281 run osmo-hlr_10.42.42.2(pid=2532): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2532)]\u000a06:09:32.773372 run osmo-hlr_10.42.42.2(pid=2532): stdout: \u000a| (launched: 2022-12-10_06:09:29.453609) \u000a06:09:32.822647 run osmo-hlr_10.42.42.2(pid=2532): stderr: \u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060929628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060929640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060929651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:32.863791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminating (SIGTERM)\u000a06:09:32.902850 run iperf3-srv_10.42.42.10(pid=2528): Terminating (SIGTERM)\u000a06:09:32.941893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminating (SIGTERM)\u000a06:09:32.980653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminating (SIGTERM)\u000a06:09:33.019522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Terminating (SIGTERM)\u000a06:09:33.028842 --- ParallelTerminationStrategy: PID 2527 died...\u000a06:09:33.081140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2527): Terminated: ok {rc=0}\u000a06:09:33.090760 --- ParallelTerminationStrategy: PID 2528 died...\u000a06:09:33.142592 run iperf3-srv_10.42.42.10(pid=2528): Terminated {rc=256}\u000a06:09:33.152204 --- ParallelTerminationStrategy: PID 2531 died...\u000a06:09:33.204231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2531): Terminated: ok {rc=0}\u000a06:09:33.213708 --- ParallelTerminationStrategy: PID 2534 died...\u000a06:09:33.265822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2534): Terminated: ok {rc=0}\u000a06:09:33.275115 --- ParallelTerminationStrategy: PID 2537 died...\u000a06:09:33.327108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2537): Terminated: ok {rc=0}\u000a06:09:33.413445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:09:34.520761 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:34.532216 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:34.684077 tst iperf3m4.py: using LAC 26385\u000a06:09:34.801078 tst iperf3m4.py: using RAC 120\u000a06:09:34.914156 tst iperf3m4.py: using CellId 26385\u000a06:09:35.036104 tst iperf3m4.py: using BVCI 26386\u000a06:09:35.059802 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.071076 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.082130 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.093339 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.104232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.115282 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.126532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.137458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:35.148536 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:35.262147 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:35.378495 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:35.495984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:35.779051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:09:35.908055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:36.229800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Launched\u000a06:09:36.496890 run iperf3-srv_10.42.42.10(pid=2540): Launched\u000a06:09:36.686755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:09:36.816220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:37.137256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Launched\u000a06:09:37.402818 run iperf3-srv_10.42.42.10(pid=2542): Launched\u000a06:09:37.592239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:09:37.720809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:38.041257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Launched\u000a06:09:38.306739 run iperf3-srv_10.42.42.10(pid=2544): Launched\u000a06:09:38.495020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:09:38.623795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:09:38.944166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Launched\u000a06:09:39.210026 run iperf3-srv_10.42.42.10(pid=2546): Launched\u000a06:09:39.398369 tst iperf3m4.py:8: start network...\u000a06:09:39.526832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:40.024541 run create_hlr_db(pid=2547): Launched\u000a06:09:40.203384 bus /gobi_6: Setting Powered False\u000a06:09:41.224462 run create_hlr_db(pid=2547): Terminated: ok {rc=0}\u000a06:09:41.616201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Launched\u000a06:09:41.908080 run osmo-hlr_10.42.42.2(pid=2550): Launched\u000a06:09:42.017735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:42.520864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Launched\u000a06:09:42.809836 run osmo-stp_10.42.42.5(pid=2553): Launched\u000a06:09:42.915729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:43.422585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Launched\u000a06:09:43.525670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:43.778962 run patchelf(pid=2556): Launched\u000a06:09:43.949502 run osmo-stp_10.42.42.5(pid=2553): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)]\u000a06:09:44.074202 run osmo-stp_10.42.42.5(pid=2553): stdout: \u000a| (launched: 2022-12-10_06:09:42.667479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:44.199350 run osmo-stp_10.42.42.5(pid=2553): stderr: \u000a| �[0;m�[38;5;43m20221210060942836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060942837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:44.319792 run osmo-stp_10.42.42.5(pid=2553): stdout: \u000a| (launched: 2022-12-10_06:09:42.667479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:44.439596 run osmo-stp_10.42.42.5(pid=2553): stderr: \u000a| �[0;m�[38;5;43m20221210060942836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060942837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060942837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060942838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:44.578350 run patchelf(pid=2556): Terminating (SIGINT)\u000a06:09:44.740792 run patchelf(pid=2556): Terminated: ok {rc=0}\u000a06:09:44.770991 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2553): Process ended prematurely: osmo-stp_10.42.42.5(pid=2553) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2553)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:09:44.780308 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a06:09:44.840663 run osmo-hlr_10.42.42.2(pid=2550): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2550)]\u000a06:09:44.889824 run osmo-hlr_10.42.42.2(pid=2550): stdout: \u000a| (launched: 2022-12-10_06:09:41.763601) \u000a06:09:44.939139 run osmo-hlr_10.42.42.2(pid=2550): stderr: \u000a| �[0;m�[1;31m20221210060941939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060941939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060941940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060941954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060941962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:09:44.980565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Terminating (SIGTERM)\u000a06:09:45.019815 run iperf3-srv_10.42.42.10(pid=2540): Terminating (SIGTERM)\u000a06:09:45.059108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Terminating (SIGTERM)\u000a06:09:45.098294 run iperf3-srv_10.42.42.10(pid=2542): Terminating (SIGTERM)\u000a06:09:45.137497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Terminating (SIGTERM)\u000a06:09:45.176620 run iperf3-srv_10.42.42.10(pid=2544): Terminating (SIGTERM)\u000a06:09:45.215683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Terminating (SIGTERM)\u000a06:09:45.254783 run iperf3-srv_10.42.42.10(pid=2546): Terminating (SIGTERM)\u000a06:09:45.294448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Terminating (SIGTERM)\u000a06:09:45.333602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Terminating (SIGTERM)\u000a06:09:45.372882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Terminating (SIGTERM)\u000a06:09:45.382199 --- ParallelTerminationStrategy: PID 2539 died...\u000a06:09:45.434671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2539): Terminated: ok {rc=0}\u000a06:09:45.444139 --- ParallelTerminationStrategy: PID 2540 died...\u000a06:09:45.495874 run iperf3-srv_10.42.42.10(pid=2540): Terminated {rc=256}\u000a06:09:45.505851 --- ParallelTerminationStrategy: PID 2541 died...\u000a06:09:45.557976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2541): Terminated: ok {rc=0}\u000a06:09:45.567498 --- ParallelTerminationStrategy: PID 2542 died...\u000a06:09:45.619439 run iperf3-srv_10.42.42.10(pid=2542): Terminated {rc=256}\u000a06:09:45.628668 --- ParallelTerminationStrategy: PID 2543 died...\u000a06:09:45.681327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2543): Terminated: ok {rc=0}\u000a06:09:45.690577 --- ParallelTerminationStrategy: PID 2544 died...\u000a06:09:45.743139 run iperf3-srv_10.42.42.10(pid=2544): Terminated {rc=256}\u000a06:09:45.752458 --- ParallelTerminationStrategy: PID 2545 died...\u000a06:09:45.804709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2545): Terminated: ok {rc=0}\u000a06:09:45.814082 --- ParallelTerminationStrategy: PID 2546 died...\u000a06:09:45.873642 run iperf3-srv_10.42.42.10(pid=2546): Terminated {rc=256}\u000a06:09:45.883503 --- ParallelTerminationStrategy: PID 2549 died...\u000a06:09:45.950866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2549): Terminated: ok {rc=0}\u000a06:09:45.960578 --- ParallelTerminationStrategy: PID 2552 died...\u000a06:09:46.013929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2552): Terminated: ok {rc=0}\u000a06:09:46.026207 --- ParallelTerminationStrategy: PID 2555 died...\u000a06:09:46.081941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2555): Terminated: ok {rc=0}\u000a06:09:46.167742 bus /gobi_4: Setting Powered False\u000a06:09:47.278646 bus /gobi_4: Setting Powered False\u000a06:09:48.388929 bus /gobi_1: Setting Powered False\u000a06:09:49.490964 bus /gobi_1: Setting Powered False\u000a06:09:50.600993 bus /gobi_0: Setting Powered False\u000a06:09:51.702564 bus /gobi_0: Setting Powered False\u000a06:09:52.811586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:09:53.876799 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:53.888305 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:09:54.046825 tst ping.py: using LAC 26386\u000a06:09:54.166694 tst ping.py: using RAC 121\u000a06:09:54.288317 tst ping.py: using CellId 26386\u000a06:09:54.408141 tst ping.py: using BVCI 26387\u000a06:09:54.431885 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.443186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.454345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.465822 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.477283 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.488814 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.500365 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:09:54.511917 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:09:54.777035 tst ping.py:19: start network...\u000a06:09:54.894484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:09:55.344401 run create_hlr_db(pid=2557): Launched\u000a06:09:55.509178 bus /gobi_6: Setting Powered False\u000a06:09:56.529389 run create_hlr_db(pid=2557): Terminated: ok {rc=0}\u000a06:09:56.934908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Launched\u000a06:09:57.239434 run osmo-hlr_10.42.42.2(pid=2560): Launched\u000a06:09:57.351272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:09:57.881135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Launched\u000a06:09:58.185644 run osmo-stp_10.42.42.5(pid=2563): Launched\u000a06:09:58.295618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:09:58.827296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Launched\u000a06:09:58.935353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:09:59.201249 run patchelf(pid=2566): Launched\u000a06:09:59.380290 run osmo-stp_10.42.42.5(pid=2563): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]\u000a06:09:59.511283 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-10_06:09:58.035902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:59.643282 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060958224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060958224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:09:59.769811 run osmo-stp_10.42.42.5(pid=2563): stdout: \u000a| (launched: 2022-12-10_06:09:58.035902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:09:59.895028 run osmo-stp_10.42.42.5(pid=2563): stderr: \u000a| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210060958223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210060958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210060958224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210060958224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210060958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:00.041084 run patchelf(pid=2566): Terminating (SIGINT)\u000a06:10:00.211855 run patchelf(pid=2566): Terminated: ok {rc=0}\u000a06:10:00.243094 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:10:00.252333 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:10:00.314368 run osmo-hlr_10.42.42.2(pid=2560): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2560)]\u000a06:10:00.364934 run osmo-hlr_10.42.42.2(pid=2560): stdout: \u000a| (launched: 2022-12-10_06:09:57.090016) \u000a06:10:00.416156 run osmo-hlr_10.42.42.2(pid=2560): stderr: \u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210060957286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210060957298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210060957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:00.459902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminating (SIGTERM)\u000a06:10:00.501291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminating (SIGTERM)\u000a06:10:00.542917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Terminating (SIGTERM)\u000a06:10:00.552472 --- ParallelTerminationStrategy: PID 2559 died...\u000a06:10:00.607509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminated: ok {rc=0}\u000a06:10:00.617407 --- ParallelTerminationStrategy: PID 2562 died...\u000a06:10:00.671836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminated: ok {rc=0}\u000a06:10:00.681675 --- ParallelTerminationStrategy: PID 2565 died...\u000a06:10:00.736270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2565): Terminated: ok {rc=0}\u000a06:10:00.820803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:10:01.875168 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:01.890265 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:10:02.096253 tst ping_idle_ping.py: using LAC 26387\u000a06:10:02.254824 tst ping_idle_ping.py: using RAC 122\u000a06:10:02.380700 tst ping_idle_ping.py: using CellId 26387\u000a06:10:02.500573 tst ping_idle_ping.py: using BVCI 26388\u000a06:10:02.524646 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.536465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.548084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.559278 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.570733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.582010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.593402 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:10:02.604869 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:10:02.870269 tst ping_idle_ping.py:24: start network...\u000a06:10:02.988529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:03.437893 run create_hlr_db(pid=2577): Launched\u000a06:10:03.603072 bus /gobi_6: Setting Powered False\u000a06:10:04.623695 run create_hlr_db(pid=2577): Terminated: ok {rc=0}\u000a06:10:05.031766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Launched\u000a06:10:05.336049 run osmo-hlr_10.42.42.2(pid=2580): Launched\u000a06:10:05.447540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:05.978601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Launched\u000a06:10:06.284759 run osmo-stp_10.42.42.5(pid=2583): Launched\u000a06:10:06.395372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:06.929563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Launched\u000a06:10:07.039097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:07.306714 run patchelf(pid=2586): Launched\u000a06:10:07.486736 run osmo-stp_10.42.42.5(pid=2583): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)]\u000a06:10:07.619280 run osmo-stp_10.42.42.5(pid=2583): stdout: \u000a| (launched: 2022-12-10_06:10:06.134905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:07.751268 run osmo-stp_10.42.42.5(pid=2583): stderr: \u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061006323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:07.878480 run osmo-stp_10.42.42.5(pid=2583): stdout: \u000a| (launched: 2022-12-10_06:10:06.134905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:08.004513 run osmo-stp_10.42.42.5(pid=2583): stderr: \u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061006322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061006323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061006323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:08.151482 run patchelf(pid=2586): Terminating (SIGINT)\u000a06:10:08.323936 run patchelf(pid=2586): Terminated: ok {rc=0}\u000a06:10:08.355679 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2583): Process ended prematurely: osmo-stp_10.42.42.5(pid=2583) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2583)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:10:08.364869 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:10:08.427065 run osmo-hlr_10.42.42.2(pid=2580): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2580)]\u000a06:10:08.478076 run osmo-hlr_10.42.42.2(pid=2580): stdout: \u000a| (launched: 2022-12-10_06:10:05.186614) \u000a06:10:08.529746 run osmo-hlr_10.42.42.2(pid=2580): stderr: \u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061005382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061005394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061005404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:08.574099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Terminating (SIGTERM)\u000a06:10:08.615663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Terminating (SIGTERM)\u000a06:10:08.657271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Terminating (SIGTERM)\u000a06:10:08.666869 --- ParallelTerminationStrategy: PID 2579 died...\u000a06:10:08.722199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2579): Terminated: ok {rc=0}\u000a06:10:08.732136 --- ParallelTerminationStrategy: PID 2582 died...\u000a06:10:08.787340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2582): Terminated: ok {rc=0}\u000a06:10:08.797277 --- ParallelTerminationStrategy: PID 2585 died...\u000a06:10:08.852255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2585): Terminated: ok {rc=0}\u000a06:10:08.939252 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:09:12" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:10:11.073659 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.084430 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:11.238006 tst cs_paging_gprs_active.py: using LAC 26388\u000a06:10:11.352421 tst cs_paging_gprs_active.py: using RAC 123\u000a06:10:11.468533 tst cs_paging_gprs_active.py: using CellId 26388\u000a06:10:11.586992 tst cs_paging_gprs_active.py: using BVCI 26389\u000a06:10:11.609202 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.620011 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.630692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.641789 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.652739 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.663654 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.674661 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.685570 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:11.696537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:11.814650 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:12.089832 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:10:12.210588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:12.543539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Launched\u000a06:10:12.834429 run iperf3-srv_10.42.42.10(pid=2613): Launched\u000a06:10:13.031608 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:10:13.165906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:13.509747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Launched\u000a06:10:13.801831 run iperf3-srv_10.42.42.10(pid=2786): Launched\u000a06:10:13.985352 tst cs_paging_gprs_active.py:38: start network...\u000a06:10:14.118520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:14.630628 run create_hlr_db(pid=2946): Launched\u000a06:10:14.809936 bus /gobi_6: Setting Powered False\u000a06:10:15.842219 run create_hlr_db(pid=2946): Terminated: ok {rc=0}\u000a06:10:16.293225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Launched\u000a06:10:16.624005 run osmo-hlr_10.42.42.2(pid=2949): Launched\u000a06:10:16.862548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:17.653230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Launched\u000a06:10:17.964662 run osmo-stp_10.42.42.5(pid=2952): Launched\u000a06:10:18.076736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:18.621942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Launched\u000a06:10:18.732893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:19.006893 run patchelf(pid=2955): Launched\u000a06:10:19.190800 run osmo-stp_10.42.42.5(pid=2952): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)]\u000a06:10:19.324599 run osmo-stp_10.42.42.5(pid=2952): stdout: \u000a| (launched: 2022-12-10_06:10:17.812029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:19.458898 run osmo-stp_10.42.42.5(pid=2952): stderr: \u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:19.588864 run osmo-stp_10.42.42.5(pid=2952): stdout: \u000a| (launched: 2022-12-10_06:10:17.812029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:19.717752 run osmo-stp_10.42.42.5(pid=2952): stderr: \u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:19.866653 run patchelf(pid=2955): Terminating (SIGINT)\u000a06:10:20.041825 run patchelf(pid=2955): Terminated: ok {rc=0}\u000a06:10:20.074237 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2952): Process ended prematurely: osmo-stp_10.42.42.5(pid=2952) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2952)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:10:20.084036 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a06:10:20.146084 run osmo-hlr_10.42.42.2(pid=2949): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2949)]\u000a06:10:20.196758 run osmo-hlr_10.42.42.2(pid=2949): stdout: \u000a| (launched: 2022-12-10_06:10:16.454357) \u000a06:10:20.248213 run osmo-hlr_10.42.42.2(pid=2949): stderr: \u000a| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061016917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061016918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061016944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061016963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061016964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061016964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:20.292012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Terminating (SIGTERM)\u000a06:10:20.333415 run iperf3-srv_10.42.42.10(pid=2613): Terminating (SIGTERM)\u000a06:10:20.374804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Terminating (SIGTERM)\u000a06:10:20.416060 run iperf3-srv_10.42.42.10(pid=2786): Terminating (SIGTERM)\u000a06:10:20.457497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminating (SIGTERM)\u000a06:10:20.498794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminating (SIGTERM)\u000a06:10:20.540077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Terminating (SIGTERM)\u000a06:10:20.549905 --- ParallelTerminationStrategy: PID 2594 died...\u000a06:10:20.605327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2594): Terminated: ok {rc=0}\u000a06:10:20.615226 --- ParallelTerminationStrategy: PID 2613 died...\u000a06:10:20.670158 run iperf3-srv_10.42.42.10(pid=2613): Terminated {rc=256}\u000a06:10:20.680032 --- ParallelTerminationStrategy: PID 2756 died...\u000a06:10:20.735230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2756): Terminated: ok {rc=0}\u000a06:10:20.745253 --- ParallelTerminationStrategy: PID 2786 died...\u000a06:10:20.800008 run iperf3-srv_10.42.42.10(pid=2786): Terminated {rc=256}\u000a06:10:20.809863 --- ParallelTerminationStrategy: PID 2948 died...\u000a06:10:20.864685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2948): Terminated: ok {rc=0}\u000a06:10:20.874559 --- ParallelTerminationStrategy: PID 2951 died...\u000a06:10:20.929263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2951): Terminated: ok {rc=0}\u000a06:10:20.939076 --- ParallelTerminationStrategy: PID 2954 died...\u000a06:10:20.993788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2954): Terminated: ok {rc=0}\u000a06:10:21.079667 bus /gobi_0: Setting Powered False\u000a06:10:22.184225 bus /gobi_0: Setting Powered False\u000a06:10:23.293540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:10:24.410025 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:24.422778 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:24.590907 tst iperf3.py: using LAC 26389\u000a06:10:24.712870 tst iperf3.py: using RAC 124\u000a06:10:24.835076 tst iperf3.py: using CellId 26389\u000a06:10:24.957100 tst iperf3.py: using BVCI 26390\u000a06:10:24.982924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:24.996324 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.008852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.021343 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.034007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.046890 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.058966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.072497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:25.085244 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:25.377429 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:25.509137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:25.855573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Launched\u000a06:10:26.146790 run iperf3-srv_10.42.42.10(pid=3132): Launched\u000a06:10:26.339766 tst iperf3.py:8: start network...\u000a06:10:26.472012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:27.019151 run create_hlr_db(pid=3133): Launched\u000a06:10:27.203754 bus /gobi_6: Setting Powered False\u000a06:10:28.226427 run create_hlr_db(pid=3133): Terminated: ok {rc=0}\u000a06:10:28.667981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Launched\u000a06:10:28.982347 run osmo-hlr_10.42.42.2(pid=3137): Launched\u000a06:10:29.096343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:29.641772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Launched\u000a06:10:29.955789 run osmo-stp_10.42.42.5(pid=3140): Launched\u000a06:10:30.069144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:30.614431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Launched\u000a06:10:30.725175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:31.019136 run patchelf(pid=3143): Launched\u000a06:10:31.205254 run osmo-stp_10.42.42.5(pid=3140): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)]\u000a06:10:31.341538 run osmo-stp_10.42.42.5(pid=3140): stdout: \u000a| (launched: 2022-12-10_06:10:29.800435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:31.477764 run osmo-stp_10.42.42.5(pid=3140): stderr: \u000a| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061029992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061029992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:31.609361 run osmo-stp_10.42.42.5(pid=3140): stdout: \u000a| (launched: 2022-12-10_06:10:29.800435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:31.739848 run osmo-stp_10.42.42.5(pid=3140): stderr: \u000a| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061029991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061029992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061029992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061029993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:31.892158 run patchelf(pid=3143): Terminating (SIGINT)\u000a06:10:32.070470 run patchelf(pid=3143): Terminated: ok {rc=0}\u000a06:10:32.104141 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3140): Process ended prematurely: osmo-stp_10.42.42.5(pid=3140) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3140)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:10:32.115171 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a06:10:32.179632 run osmo-hlr_10.42.42.2(pid=3137): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3137)]\u000a06:10:32.231704 run osmo-hlr_10.42.42.2(pid=3137): stdout: \u000a| (launched: 2022-12-10_06:10:28.828760) \u000a06:10:32.288709 run osmo-hlr_10.42.42.2(pid=3137): stderr: \u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061029025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061029038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061029046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061029047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061029047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:32.333358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Terminating (SIGTERM)\u000a06:10:32.374814 run iperf3-srv_10.42.42.10(pid=3132): Terminating (SIGTERM)\u000a06:10:32.416337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Terminating (SIGTERM)\u000a06:10:32.457947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Terminating (SIGTERM)\u000a06:10:32.499552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Terminating (SIGTERM)\u000a06:10:32.509218 --- ParallelTerminationStrategy: PID 3131 died...\u000a06:10:32.565587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3131): Terminated: ok {rc=0}\u000a06:10:32.575585 --- ParallelTerminationStrategy: PID 3132 died...\u000a06:10:32.633709 run iperf3-srv_10.42.42.10(pid=3132): Terminated {rc=256}\u000a06:10:32.643672 --- ParallelTerminationStrategy: PID 3136 died...\u000a06:10:32.699318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3136): Terminated: ok {rc=0}\u000a06:10:32.709366 --- ParallelTerminationStrategy: PID 3139 died...\u000a06:10:32.764602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3139): Terminated: ok {rc=0}\u000a06:10:32.774584 --- ParallelTerminationStrategy: PID 3142 died...\u000a06:10:32.829970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3142): Terminated: ok {rc=0}\u000a06:10:32.916591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:10:34.023343 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.038108 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:34.188293 tst iperf3m4.py: using LAC 26390\u000a06:10:34.301166 tst iperf3m4.py: using RAC 125\u000a06:10:34.414115 tst iperf3m4.py: using CellId 26390\u000a06:10:34.527107 tst iperf3m4.py: using BVCI 26391\u000a06:10:34.549423 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.560339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.571179 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.582266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.593151 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.604039 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.615171 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.626070 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:34.637098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:34.749045 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:34.869163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:34.985048 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:35.271126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:10:35.401033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:35.723612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Launched\u000a06:10:35.991411 run iperf3-srv_10.42.42.10(pid=3145): Launched\u000a06:10:36.181438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:10:36.310490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:36.633139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Launched\u000a06:10:36.900922 run iperf3-srv_10.42.42.10(pid=3147): Launched\u000a06:10:37.091077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:10:37.220396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:37.543712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Launched\u000a06:10:37.811275 run iperf3-srv_10.42.42.10(pid=3149): Launched\u000a06:10:38.001168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:10:38.130206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:10:38.451857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Launched\u000a06:10:38.719684 run iperf3-srv_10.42.42.10(pid=3151): Launched\u000a06:10:38.909426 tst iperf3m4.py:8: start network...\u000a06:10:39.038404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:39.537870 run create_hlr_db(pid=3152): Launched\u000a06:10:39.719452 bus /gobi_6: Setting Powered False\u000a06:10:40.730361 run create_hlr_db(pid=3152): Terminated: ok {rc=0}\u000a06:10:41.153222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Launched\u000a06:10:41.465477 run osmo-hlr_10.42.42.2(pid=3155): Launched\u000a06:10:41.579780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:42.123091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Launched\u000a06:10:42.434631 run osmo-stp_10.42.42.5(pid=3158): Launched\u000a06:10:42.546973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:43.092413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Launched\u000a06:10:43.203061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:43.475021 run patchelf(pid=3161): Launched\u000a06:10:43.658872 run osmo-stp_10.42.42.5(pid=3158): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a06:10:43.792509 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-10_06:10:42.281856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:43.926534 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061042473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:44.055645 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-10_06:10:42.281856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:44.183989 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061042472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061042473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061042473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:44.333243 run patchelf(pid=3161): Terminating (SIGINT)\u000a06:10:44.508132 run patchelf(pid=3161): Terminated: ok {rc=0}\u000a06:10:44.540507 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:10:44.550396 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:10:44.613319 run osmo-hlr_10.42.42.2(pid=3155): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3155)]\u000a06:10:44.664088 run osmo-hlr_10.42.42.2(pid=3155): stdout: \u000a| (launched: 2022-12-10_06:10:41.311907) \u000a06:10:44.715495 run osmo-hlr_10.42.42.2(pid=3155): stderr: \u000a| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061041510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061041511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061041511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061041523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061041534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:10:44.759055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Terminating (SIGTERM)\u000a06:10:44.800472 run iperf3-srv_10.42.42.10(pid=3145): Terminating (SIGTERM)\u000a06:10:44.842320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Terminating (SIGTERM)\u000a06:10:44.883582 run iperf3-srv_10.42.42.10(pid=3147): Terminating (SIGTERM)\u000a06:10:44.924914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Terminating (SIGTERM)\u000a06:10:44.966218 run iperf3-srv_10.42.42.10(pid=3149): Terminating (SIGTERM)\u000a06:10:45.007436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Terminating (SIGTERM)\u000a06:10:45.048607 run iperf3-srv_10.42.42.10(pid=3151): Terminating (SIGTERM)\u000a06:10:45.089905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminating (SIGTERM)\u000a06:10:45.131100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminating (SIGTERM)\u000a06:10:45.172312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Terminating (SIGTERM)\u000a06:10:45.181919 --- ParallelTerminationStrategy: PID 3144 died...\u000a06:10:45.237155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3144): Terminated: ok {rc=0}\u000a06:10:45.247090 --- ParallelTerminationStrategy: PID 3145 died...\u000a06:10:45.302112 run iperf3-srv_10.42.42.10(pid=3145): Terminated {rc=256}\u000a06:10:45.311976 --- ParallelTerminationStrategy: PID 3146 died...\u000a06:10:45.367740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3146): Terminated: ok {rc=0}\u000a06:10:45.377726 --- ParallelTerminationStrategy: PID 3147 died...\u000a06:10:45.432659 run iperf3-srv_10.42.42.10(pid=3147): Terminated {rc=256}\u000a06:10:45.442546 --- ParallelTerminationStrategy: PID 3148 died...\u000a06:10:45.497636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3148): Terminated: ok {rc=0}\u000a06:10:45.507597 --- ParallelTerminationStrategy: PID 3149 died...\u000a06:10:45.562959 run iperf3-srv_10.42.42.10(pid=3149): Terminated {rc=256}\u000a06:10:45.572933 --- ParallelTerminationStrategy: PID 3150 died...\u000a06:10:45.627978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3150): Terminated: ok {rc=0}\u000a06:10:45.637962 --- ParallelTerminationStrategy: PID 3151 died...\u000a06:10:45.692986 run iperf3-srv_10.42.42.10(pid=3151): Terminated {rc=256}\u000a06:10:45.702894 --- ParallelTerminationStrategy: PID 3154 died...\u000a06:10:45.757721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminated: ok {rc=0}\u000a06:10:45.767669 --- ParallelTerminationStrategy: PID 3157 died...\u000a06:10:45.822697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminated: ok {rc=0}\u000a06:10:45.832654 --- ParallelTerminationStrategy: PID 3160 died...\u000a06:10:45.890629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3160): Terminated: ok {rc=0}\u000a06:10:46.004863 bus /gobi_4: Setting Powered False\u000a06:10:47.107390 bus /gobi_4: Setting Powered False\u000a06:10:48.217467 bus /gobi_1: Setting Powered False\u000a06:10:49.320211 bus /gobi_1: Setting Powered False\u000a06:10:50.430701 bus /gobi_0: Setting Powered False\u000a06:10:51.532906 bus /gobi_0: Setting Powered False\u000a06:10:52.639100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:10:53.707378 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:53.719579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:10:53.879699 tst ping.py: using LAC 26391\u000a06:10:54.000105 tst ping.py: using RAC 126\u000a06:10:54.120677 tst ping.py: using CellId 26391\u000a06:10:54.246232 tst ping.py: using BVCI 26392\u000a06:10:54.269844 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.281080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.292127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.303259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.314262 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.325281 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.336421 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:10:54.347467 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:10:54.627749 tst ping.py:19: start network...\u000a06:10:54.754691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:10:55.245889 run create_hlr_db(pid=3162): Launched\u000a06:10:55.424372 bus /gobi_6: Setting Powered False\u000a06:10:56.444708 run create_hlr_db(pid=3162): Terminated: ok {rc=0}\u000a06:10:56.854705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Launched\u000a06:10:57.160411 run osmo-hlr_10.42.42.2(pid=3165): Launched\u000a06:10:57.275141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:10:57.806527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Launched\u000a06:10:58.111719 run osmo-stp_10.42.42.5(pid=3168): Launched\u000a06:10:58.222575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:10:58.787287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Launched\u000a06:10:58.896212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:10:59.163436 run patchelf(pid=3171): Launched\u000a06:10:59.343604 run osmo-stp_10.42.42.5(pid=3168): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)]\u000a06:10:59.476033 run osmo-stp_10.42.42.5(pid=3168): stdout: \u000a| (launched: 2022-12-10_06:10:57.960854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:59.608787 run osmo-stp_10.42.42.5(pid=3168): stderr: \u000a| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061058151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061058151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:10:59.736037 run osmo-stp_10.42.42.5(pid=3168): stdout: \u000a| (launched: 2022-12-10_06:10:57.960854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:10:59.862006 run osmo-stp_10.42.42.5(pid=3168): stderr: \u000a| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061058150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061058151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061058151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061058151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:00.008109 run patchelf(pid=3171): Terminating (SIGINT)\u000a06:11:00.179606 run patchelf(pid=3171): Terminated: ok {rc=0}\u000a06:11:00.211060 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3168): Process ended prematurely: osmo-stp_10.42.42.5(pid=3168) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3168)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:11:00.220275 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:11:00.282145 run osmo-hlr_10.42.42.2(pid=3165): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3165)]\u000a06:11:00.332571 run osmo-hlr_10.42.42.2(pid=3165): stdout: \u000a| (launched: 2022-12-10_06:10:57.009975) \u000a06:11:00.383659 run osmo-hlr_10.42.42.2(pid=3165): stderr: \u000a| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061057205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061057206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061057206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061057218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061057229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:00.427501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Terminating (SIGTERM)\u000a06:11:00.468818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Terminating (SIGTERM)\u000a06:11:00.510351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Terminating (SIGTERM)\u000a06:11:00.520006 --- ParallelTerminationStrategy: PID 3164 died...\u000a06:11:00.575732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3164): Terminated: ok {rc=0}\u000a06:11:00.585856 --- ParallelTerminationStrategy: PID 3167 died...\u000a06:11:00.640633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3167): Terminated: ok {rc=0}\u000a06:11:00.650479 --- ParallelTerminationStrategy: PID 3170 died...\u000a06:11:00.705384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3170): Terminated: ok {rc=0}\u000a06:11:00.792511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:11:01.848584 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:01.863562 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:11:02.077322 tst ping_idle_ping.py: using LAC 26392\u000a06:11:02.210966 tst ping_idle_ping.py: using RAC 127\u000a06:11:02.340160 tst ping_idle_ping.py: using CellId 26392\u000a06:11:02.457063 tst ping_idle_ping.py: using BVCI 26393\u000a06:11:02.479061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.489933 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.500589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.511950 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.523327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.534867 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.546321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:11:02.558169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:11:02.829523 tst ping_idle_ping.py:24: start network...\u000a06:11:02.948346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:03.398413 run create_hlr_db(pid=3172): Launched\u000a06:11:03.564548 bus /gobi_6: Setting Powered False\u000a06:11:04.584841 run create_hlr_db(pid=3172): Terminated: ok {rc=0}\u000a06:11:04.994272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Launched\u000a06:11:05.300857 run osmo-hlr_10.42.42.2(pid=3175): Launched\u000a06:11:05.417306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:05.951503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Launched\u000a06:11:06.259784 run osmo-stp_10.42.42.5(pid=3178): Launched\u000a06:11:06.371240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:06.907473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Launched\u000a06:11:07.017068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:07.285209 run patchelf(pid=3181): Launched\u000a06:11:07.466584 run osmo-stp_10.42.42.5(pid=3178): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)]\u000a06:11:07.599711 run osmo-stp_10.42.42.5(pid=3178): stdout: \u000a| (launched: 2022-12-10_06:11:06.108855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:07.732393 run osmo-stp_10.42.42.5(pid=3178): stderr: \u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061106301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:07.859733 run osmo-stp_10.42.42.5(pid=3178): stdout: \u000a| (launched: 2022-12-10_06:11:06.108855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:07.985918 run osmo-stp_10.42.42.5(pid=3178): stderr: \u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061106300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061106301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061106301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:08.132625 run patchelf(pid=3181): Terminating (SIGINT)\u000a06:11:08.305183 run patchelf(pid=3181): Terminated: ok {rc=0}\u000a06:11:08.336618 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3178): Process ended prematurely: osmo-stp_10.42.42.5(pid=3178) [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3178)] [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:11:08.345876 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:11:08.408193 run osmo-hlr_10.42.42.2(pid=3175): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3175)]\u000a06:11:08.459211 run osmo-hlr_10.42.42.2(pid=3175): stdout: \u000a| (launched: 2022-12-10_06:11:05.150144) \u000a06:11:08.510951 run osmo-hlr_10.42.42.2(pid=3175): stderr: \u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061105347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061105360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061105372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:08.554773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Terminating (SIGTERM)\u000a06:11:08.596439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Terminating (SIGTERM)\u000a06:11:08.638186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Terminating (SIGTERM)\u000a06:11:08.647505 --- ParallelTerminationStrategy: PID 3174 died...\u000a06:11:08.702982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3174): Terminated: ok {rc=0}\u000a06:11:08.712859 --- ParallelTerminationStrategy: PID 3177 died...\u000a06:11:08.770147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3177): Terminated: ok {rc=0}\u000a06:11:08.780018 --- ParallelTerminationStrategy: PID 3180 died...\u000a06:11:08.835084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3180): Terminated: ok {rc=0}\u000a06:11:08.921673 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:10:10" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:11:11.088294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.099832 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:11.245157 tst cs_paging_gprs_active.py: using LAC 26393\u000a06:11:11.361377 tst cs_paging_gprs_active.py: using RAC 128\u000a06:11:11.476557 tst cs_paging_gprs_active.py: using CellId 26393\u000a06:11:11.590889 tst cs_paging_gprs_active.py: using BVCI 26394\u000a06:11:11.613240 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.624415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.635501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.646847 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.661242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.672606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.684188 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.695828 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:11.707575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:11.822551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:12.091614 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:11:12.212806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:12.515214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Launched\u000a06:11:12.766134 run iperf3-srv_10.42.42.10(pid=3186): Launched\u000a06:11:12.942856 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:11:13.064061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:13.367204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Launched\u000a06:11:13.619520 run iperf3-srv_10.42.42.10(pid=3188): Launched\u000a06:11:13.796756 tst cs_paging_gprs_active.py:38: start network...\u000a06:11:13.918136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:14.377645 run create_hlr_db(pid=3189): Launched\u000a06:11:14.545160 bus /gobi_6: Setting Powered False\u000a06:11:15.567609 run create_hlr_db(pid=3189): Terminated: ok {rc=0}\u000a06:11:15.984574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Launched\u000a06:11:16.450338 run osmo-hlr_10.42.42.2(pid=3192): Launched\u000a06:11:16.647834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:17.217710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Launched\u000a06:11:17.533344 run osmo-stp_10.42.42.5(pid=3195): Launched\u000a06:11:17.648511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:18.193732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Launched\u000a06:11:18.304559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:18.576655 run patchelf(pid=3198): Launched\u000a06:11:18.759279 run osmo-stp_10.42.42.5(pid=3195): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)]\u000a06:11:18.892770 run osmo-stp_10.42.42.5(pid=3195): stdout: \u000a| (launched: 2022-12-10_06:11:17.378487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:19.026867 run osmo-stp_10.42.42.5(pid=3195): stderr: \u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061117572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:19.155971 run osmo-stp_10.42.42.5(pid=3195): stdout: \u000a| (launched: 2022-12-10_06:11:17.378487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:19.283952 run osmo-stp_10.42.42.5(pid=3195): stderr: \u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061117570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061117572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061117572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:19.432213 run patchelf(pid=3198): Terminating (SIGINT)\u000a06:11:19.607677 run patchelf(pid=3198): Terminated: ok {rc=0}\u000a06:11:19.640431 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3195): Process ended prematurely: osmo-stp_10.42.42.5(pid=3195) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3195)] [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:11:19.650356 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:11:19.711868 run osmo-hlr_10.42.42.2(pid=3192): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3192)]\u000a06:11:19.762195 run osmo-hlr_10.42.42.2(pid=3192): stdout: \u000a| (launched: 2022-12-10_06:11:16.148375) \u000a06:11:19.813140 run osmo-hlr_10.42.42.2(pid=3192): stderr: \u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061116362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061116378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061116391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:19.856387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Terminating (SIGTERM)\u000a06:11:19.897259 run iperf3-srv_10.42.42.10(pid=3186): Terminating (SIGTERM)\u000a06:11:19.938069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Terminating (SIGTERM)\u000a06:11:19.978880 run iperf3-srv_10.42.42.10(pid=3188): Terminating (SIGTERM)\u000a06:11:20.019836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Terminating (SIGTERM)\u000a06:11:20.060626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Terminating (SIGTERM)\u000a06:11:20.101920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Terminating (SIGTERM)\u000a06:11:20.111264 --- ParallelTerminationStrategy: PID 3185 died...\u000a06:11:20.166231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3185): Terminated: ok {rc=0}\u000a06:11:20.176156 --- ParallelTerminationStrategy: PID 3186 died...\u000a06:11:20.230435 run iperf3-srv_10.42.42.10(pid=3186): Terminated {rc=256}\u000a06:11:20.240215 --- ParallelTerminationStrategy: PID 3187 died...\u000a06:11:20.294667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3187): Terminated: ok {rc=0}\u000a06:11:20.304441 --- ParallelTerminationStrategy: PID 3188 died...\u000a06:11:20.358672 run iperf3-srv_10.42.42.10(pid=3188): Terminated {rc=256}\u000a06:11:20.368486 --- ParallelTerminationStrategy: PID 3191 died...\u000a06:11:20.422925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3191): Terminated: ok {rc=0}\u000a06:11:20.432753 --- ParallelTerminationStrategy: PID 3194 died...\u000a06:11:20.487112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3194): Terminated: ok {rc=0}\u000a06:11:20.497056 --- ParallelTerminationStrategy: PID 3197 died...\u000a06:11:20.551444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3197): Terminated: ok {rc=0}\u000a06:11:20.638029 bus /gobi_0: Setting Powered False\u000a06:11:21.738854 bus /gobi_0: Setting Powered False\u000a06:11:22.844924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:11:23.957114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:23.969587 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:24.115780 tst iperf3.py: using LAC 26394\u000a06:11:24.239495 tst iperf3.py: using RAC 129\u000a06:11:24.366227 tst iperf3.py: using CellId 26394\u000a06:11:24.486720 tst iperf3.py: using BVCI 26395\u000a06:11:24.510541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.522141 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.533646 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.545217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.556628 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.568216 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.580086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.591629 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:24.603287 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:24.871858 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:24.992585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:25.294284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Launched\u000a06:11:25.545513 run iperf3-srv_10.42.42.10(pid=3200): Launched\u000a06:11:25.723388 tst iperf3.py:8: start network...\u000a06:11:25.844481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:26.304496 run create_hlr_db(pid=3201): Launched\u000a06:11:26.471198 bus /gobi_6: Setting Powered False\u000a06:11:27.493292 run create_hlr_db(pid=3201): Terminated: ok {rc=0}\u000a06:11:27.881314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Launched\u000a06:11:28.173082 run osmo-hlr_10.42.42.2(pid=3204): Launched\u000a06:11:28.284818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:28.800138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Launched\u000a06:11:29.091639 run osmo-stp_10.42.42.5(pid=3207): Launched\u000a06:11:29.199502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:29.705809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Launched\u000a06:11:29.809249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:30.063380 run patchelf(pid=3210): Launched\u000a06:11:30.234211 run osmo-stp_10.42.42.5(pid=3207): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)]\u000a06:11:30.358906 run osmo-stp_10.42.42.5(pid=3207): stdout: \u000a| (launched: 2022-12-10_06:11:28.947446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:30.483678 run osmo-stp_10.42.42.5(pid=3207): stderr: \u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:30.604003 run osmo-stp_10.42.42.5(pid=3207): stdout: \u000a| (launched: 2022-12-10_06:11:28.947446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:30.723536 run osmo-stp_10.42.42.5(pid=3207): stderr: \u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061129117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061129118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061129118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:30.871078 run patchelf(pid=3210): Terminating (SIGINT)\u000a06:11:31.037991 run patchelf(pid=3210): Terminated: ok {rc=0}\u000a06:11:31.069220 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3207): Process ended prematurely: osmo-stp_10.42.42.5(pid=3207) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3207)] [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:11:31.079462 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a06:11:31.139995 run osmo-hlr_10.42.42.2(pid=3204): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3204)]\u000a06:11:31.189126 run osmo-hlr_10.42.42.2(pid=3204): stdout: \u000a| (launched: 2022-12-10_06:11:28.028912) \u000a06:11:31.238674 run osmo-hlr_10.42.42.2(pid=3204): stderr: \u000a| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061128203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061128204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061128216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061128224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061128225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061128225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:31.280645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Terminating (SIGTERM)\u000a06:11:31.320634 run iperf3-srv_10.42.42.10(pid=3200): Terminating (SIGTERM)\u000a06:11:31.360382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Terminating (SIGTERM)\u000a06:11:31.400193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Terminating (SIGTERM)\u000a06:11:31.440355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Terminating (SIGTERM)\u000a06:11:31.449643 --- ParallelTerminationStrategy: PID 3199 died...\u000a06:11:31.502840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3199): Terminated: ok {rc=0}\u000a06:11:31.513133 --- ParallelTerminationStrategy: PID 3200 died...\u000a06:11:31.566133 run iperf3-srv_10.42.42.10(pid=3200): Terminated {rc=256}\u000a06:11:31.576284 --- ParallelTerminationStrategy: PID 3203 died...\u000a06:11:31.629707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3203): Terminated: ok {rc=0}\u000a06:11:31.639577 --- ParallelTerminationStrategy: PID 3206 died...\u000a06:11:31.692715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3206): Terminated: ok {rc=0}\u000a06:11:31.702962 --- ParallelTerminationStrategy: PID 3209 died...\u000a06:11:31.756344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3209): Terminated: ok {rc=0}\u000a06:11:31.840445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:11:32.947303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:32.959220 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:33.095710 tst iperf3m4.py: using LAC 26395\u000a06:11:33.212382 tst iperf3m4.py: using RAC 130\u000a06:11:33.335661 tst iperf3m4.py: using CellId 26395\u000a06:11:33.459876 tst iperf3m4.py: using BVCI 26396\u000a06:11:33.483925 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.496031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.507663 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.519696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.531815 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.543590 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.555660 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.567475 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:33.579887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:33.698181 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:33.817311 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:33.932189 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:34.216626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:11:34.346434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:34.669373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Launched\u000a06:11:34.937296 run iperf3-srv_10.42.42.10(pid=3212): Launched\u000a06:11:35.127671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:11:35.257493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:35.580648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Launched\u000a06:11:35.849855 run iperf3-srv_10.42.42.10(pid=3214): Launched\u000a06:11:36.040176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:11:36.170225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:36.493777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Launched\u000a06:11:36.763052 run iperf3-srv_10.42.42.10(pid=3216): Launched\u000a06:11:36.953773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:11:37.083229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:11:37.406745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Launched\u000a06:11:37.669736 run iperf3-srv_10.42.42.10(pid=3218): Launched\u000a06:11:37.847052 tst iperf3m4.py:8: start network...\u000a06:11:37.967353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:38.428157 run create_hlr_db(pid=3219): Launched\u000a06:11:38.595978 bus /gobi_6: Setting Powered False\u000a06:11:39.617851 run create_hlr_db(pid=3219): Terminated: ok {rc=0}\u000a06:11:40.008142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Launched\u000a06:11:40.300306 run osmo-hlr_10.42.42.2(pid=3222): Launched\u000a06:11:40.406809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:40.913265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Launched\u000a06:11:41.204297 run osmo-stp_10.42.42.5(pid=3225): Launched\u000a06:11:41.310410 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:41.818485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Launched\u000a06:11:41.922419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:42.176928 run patchelf(pid=3228): Launched\u000a06:11:42.348237 run osmo-stp_10.42.42.5(pid=3225): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a06:11:42.473614 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-10_06:11:41.060602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:42.599649 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061141231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:42.720582 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-10_06:11:41.060602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:42.840763 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061141231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061141231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061141232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:42.980698 run patchelf(pid=3228): Terminating (SIGINT)\u000a06:11:43.145189 run patchelf(pid=3228): Terminated: ok {rc=0}\u000a06:11:43.175486 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)] [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:11:43.184823 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a06:11:43.244639 run osmo-hlr_10.42.42.2(pid=3222): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3222)]\u000a06:11:43.293019 run osmo-hlr_10.42.42.2(pid=3222): stdout: \u000a| (launched: 2022-12-10_06:11:40.155656) \u000a06:11:43.342115 run osmo-hlr_10.42.42.2(pid=3222): stderr: \u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061140330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061140343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061140351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:43.383470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Terminating (SIGTERM)\u000a06:11:43.422159 run iperf3-srv_10.42.42.10(pid=3212): Terminating (SIGTERM)\u000a06:11:43.461014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Terminating (SIGTERM)\u000a06:11:43.499663 run iperf3-srv_10.42.42.10(pid=3214): Terminating (SIGTERM)\u000a06:11:43.538453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Terminating (SIGTERM)\u000a06:11:43.577085 run iperf3-srv_10.42.42.10(pid=3216): Terminating (SIGTERM)\u000a06:11:43.615725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Terminating (SIGTERM)\u000a06:11:43.654257 run iperf3-srv_10.42.42.10(pid=3218): Terminating (SIGTERM)\u000a06:11:43.692902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminating (SIGTERM)\u000a06:11:43.731836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminating (SIGTERM)\u000a06:11:43.770580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Terminating (SIGTERM)\u000a06:11:43.779663 --- ParallelTerminationStrategy: PID 3211 died...\u000a06:11:43.831918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3211): Terminated: ok {rc=0}\u000a06:11:43.841497 --- ParallelTerminationStrategy: PID 3212 died...\u000a06:11:43.893314 run iperf3-srv_10.42.42.10(pid=3212): Terminated {rc=256}\u000a06:11:43.902623 --- ParallelTerminationStrategy: PID 3213 died...\u000a06:11:43.954544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3213): Terminated: ok {rc=0}\u000a06:11:43.963828 --- ParallelTerminationStrategy: PID 3214 died...\u000a06:11:44.015253 run iperf3-srv_10.42.42.10(pid=3214): Terminated {rc=256}\u000a06:11:44.024686 --- ParallelTerminationStrategy: PID 3215 died...\u000a06:11:44.076453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3215): Terminated: ok {rc=0}\u000a06:11:44.085975 --- ParallelTerminationStrategy: PID 3216 died...\u000a06:11:44.138005 run iperf3-srv_10.42.42.10(pid=3216): Terminated {rc=256}\u000a06:11:44.147498 --- ParallelTerminationStrategy: PID 3217 died...\u000a06:11:44.199327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3217): Terminated: ok {rc=0}\u000a06:11:44.208603 --- ParallelTerminationStrategy: PID 3218 died...\u000a06:11:44.260201 run iperf3-srv_10.42.42.10(pid=3218): Terminated {rc=256}\u000a06:11:44.269802 --- ParallelTerminationStrategy: PID 3221 died...\u000a06:11:44.321848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminated: ok {rc=0}\u000a06:11:44.331405 --- ParallelTerminationStrategy: PID 3224 died...\u000a06:11:44.383804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminated: ok {rc=0}\u000a06:11:44.393836 --- ParallelTerminationStrategy: PID 3227 died...\u000a06:11:44.446457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3227): Terminated: ok {rc=0}\u000a06:11:44.527976 bus /gobi_4: Setting Powered False\u000a06:11:45.628513 bus /gobi_4: Setting Powered False\u000a06:11:46.735526 bus /gobi_1: Setting Powered False\u000a06:11:47.834357 bus /gobi_1: Setting Powered False\u000a06:11:48.943579 bus /gobi_0: Setting Powered False\u000a06:11:50.049402 bus /gobi_0: Setting Powered False\u000a06:11:51.159381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:11:52.226278 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.238087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:11:52.372170 tst ping.py: using LAC 26396\u000a06:11:52.484351 tst ping.py: using RAC 131\u000a06:11:52.604639 tst ping.py: using CellId 26396\u000a06:11:52.724383 tst ping.py: using BVCI 26397\u000a06:11:52.748023 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.759662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.771314 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.782895 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.794338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.805816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.817419 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:11:52.828885 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:11:53.092592 tst ping.py:19: start network...\u000a06:11:53.210713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:11:53.659656 run create_hlr_db(pid=3229): Launched\u000a06:11:53.823134 bus /gobi_6: Setting Powered False\u000a06:11:54.844670 run create_hlr_db(pid=3229): Terminated: ok {rc=0}\u000a06:11:55.251146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Launched\u000a06:11:55.556425 run osmo-hlr_10.42.42.2(pid=3232): Launched\u000a06:11:55.669482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:11:56.204489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Launched\u000a06:11:56.509897 run osmo-stp_10.42.42.5(pid=3235): Launched\u000a06:11:56.622139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:11:57.157026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Launched\u000a06:11:57.265867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:11:57.532617 run patchelf(pid=3238): Launched\u000a06:11:57.713379 run osmo-stp_10.42.42.5(pid=3235): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)]\u000a06:11:57.845249 run osmo-stp_10.42.42.5(pid=3235): stdout: \u000a| (launched: 2022-12-10_06:11:56.359529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:57.978019 run osmo-stp_10.42.42.5(pid=3235): stderr: \u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061156548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:58.104904 run osmo-stp_10.42.42.5(pid=3235): stdout: \u000a| (launched: 2022-12-10_06:11:56.359529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:11:58.230617 run osmo-stp_10.42.42.5(pid=3235): stderr: \u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061156547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061156548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061156550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:11:58.376688 run patchelf(pid=3238): Terminating (SIGINT)\u000a06:11:58.548344 run patchelf(pid=3238): Terminated: ok {rc=0}\u000a06:11:58.579923 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3235): Process ended prematurely: osmo-stp_10.42.42.5(pid=3235) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3235)] [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:11:58.589218 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:11:58.651012 run osmo-hlr_10.42.42.2(pid=3232): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3232)]\u000a06:11:58.701446 run osmo-hlr_10.42.42.2(pid=3232): stdout: \u000a| (launched: 2022-12-10_06:11:55.405939) \u000a06:11:58.752722 run osmo-hlr_10.42.42.2(pid=3232): stderr: \u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061155603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061155615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061155625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:11:58.796110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Terminating (SIGTERM)\u000a06:11:58.837120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Terminating (SIGTERM)\u000a06:11:58.878049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Terminating (SIGTERM)\u000a06:11:58.887514 --- ParallelTerminationStrategy: PID 3231 died...\u000a06:11:58.942289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3231): Terminated: ok {rc=0}\u000a06:11:58.952102 --- ParallelTerminationStrategy: PID 3234 died...\u000a06:11:59.007103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3234): Terminated: ok {rc=0}\u000a06:11:59.017108 --- ParallelTerminationStrategy: PID 3237 died...\u000a06:11:59.071827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3237): Terminated: ok {rc=0}\u000a06:11:59.158175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:12:00.209088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.221438 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:12:00.363840 tst ping_idle_ping.py: using LAC 26397\u000a06:12:00.483954 tst ping_idle_ping.py: using RAC 132\u000a06:12:00.604605 tst ping_idle_ping.py: using CellId 26397\u000a06:12:00.726336 tst ping_idle_ping.py: using BVCI 26398\u000a06:12:00.749986 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.761594 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.773122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.784608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.796029 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.807415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.819080 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:12:00.830585 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:12:01.130883 tst ping_idle_ping.py:24: start network...\u000a06:12:01.255270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:01.736001 run create_hlr_db(pid=3239): Launched\u000a06:12:01.909374 bus /gobi_6: Setting Powered False\u000a06:12:02.925334 run create_hlr_db(pid=3239): Terminated: ok {rc=0}\u000a06:12:03.309098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Launched\u000a06:12:03.596453 run osmo-hlr_10.42.42.2(pid=3242): Launched\u000a06:12:03.700929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:04.199407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Launched\u000a06:12:04.486348 run osmo-stp_10.42.42.5(pid=3245): Launched\u000a06:12:04.592052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:05.090930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Launched\u000a06:12:05.192762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:05.443328 run patchelf(pid=3248): Launched\u000a06:12:05.612652 run osmo-stp_10.42.42.5(pid=3245): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)]\u000a06:12:05.736293 run osmo-stp_10.42.42.5(pid=3245): stdout: \u000a| (launched: 2022-12-10_06:12:04.344487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:05.860724 run osmo-stp_10.42.42.5(pid=3245): stderr: \u000a| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061204513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061204513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:05.980162 run osmo-stp_10.42.42.5(pid=3245): stdout: \u000a| (launched: 2022-12-10_06:12:04.344487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:06.098376 run osmo-stp_10.42.42.5(pid=3245): stderr: \u000a| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061204512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061204513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061204513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061204514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:06.235792 run patchelf(pid=3248): Terminating (SIGINT)\u000a06:12:06.396889 run patchelf(pid=3248): Terminated: ok {rc=0}\u000a06:12:06.426406 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3245): Process ended prematurely: osmo-stp_10.42.42.5(pid=3245) [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3245)] [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:12:06.435093 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a06:12:06.494526 run osmo-hlr_10.42.42.2(pid=3242): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3242)]\u000a06:12:06.542385 run osmo-hlr_10.42.42.2(pid=3242): stdout: \u000a| (launched: 2022-12-10_06:12:03.454178) \u000a06:12:06.591428 run osmo-hlr_10.42.42.2(pid=3242): stderr: \u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061203629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061203640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061203649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:06.632374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Terminating (SIGTERM)\u000a06:12:06.671145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Terminating (SIGTERM)\u000a06:12:06.710569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Terminating (SIGTERM)\u000a06:12:06.719913 --- ParallelTerminationStrategy: PID 3241 died...\u000a06:12:06.772466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3241): Terminated: ok {rc=0}\u000a06:12:06.782096 --- ParallelTerminationStrategy: PID 3244 died...\u000a06:12:06.834031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3244): Terminated: ok {rc=0}\u000a06:12:06.843578 --- ParallelTerminationStrategy: PID 3247 died...\u000a06:12:06.895465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3247): Terminated: ok {rc=0}\u000a06:12:06.977767 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:11:10" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:12:09.019181 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.030407 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:12:09.183298 tst switch_tch_pdch.py: using LAC 26398\u000a06:12:09.293976 tst switch_tch_pdch.py: using RAC 133\u000a06:12:09.406311 tst switch_tch_pdch.py: using CellId 26398\u000a06:12:09.516703 tst switch_tch_pdch.py: using BVCI 26399\u000a06:12:09.538584 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.549630 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.560417 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.571515 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.582661 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.593747 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.604938 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:12:09.615977 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:12:09.729681 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:12:10.009545 tst switch_tch_pdch.py:51: start network...\u000a06:12:10.137094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:10.627994 run create_hlr_db(pid=3252): Launched\u000a06:12:10.805744 bus /gobi_6: Setting Powered False\u000a06:12:11.825773 run create_hlr_db(pid=3252): Terminated: ok {rc=0}\u000a06:12:12.213082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Launched\u000a06:12:12.497964 run osmo-hlr_10.42.42.2(pid=3255): Launched\u000a06:12:12.606446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:13.108942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Launched\u000a06:12:13.394401 run osmo-stp_10.42.42.5(pid=3258): Launched\u000a06:12:13.498793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:13.996038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Launched\u000a06:12:14.098032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:14.346985 run patchelf(pid=3261): Launched\u000a06:12:14.514261 run osmo-stp_10.42.42.5(pid=3258): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)]\u000a06:12:14.637164 run osmo-stp_10.42.42.5(pid=3258): stdout: \u000a| (launched: 2022-12-10_06:12:13.253287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:14.760171 run osmo-stp_10.42.42.5(pid=3258): stderr: \u000a| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061213422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061213422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:14.878276 run osmo-stp_10.42.42.5(pid=3258): stdout: \u000a| (launched: 2022-12-10_06:12:13.253287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:14.995434 run osmo-stp_10.42.42.5(pid=3258): stderr: \u000a| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061213421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061213422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061213422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061213422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:15.131496 run patchelf(pid=3261): Terminating (SIGINT)\u000a06:12:15.291430 run patchelf(pid=3261): Terminated: ok {rc=0}\u000a06:12:15.321056 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3258): Process ended prematurely: osmo-stp_10.42.42.5(pid=3258) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3258)] [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:12:15.329856 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a06:12:15.388939 run osmo-hlr_10.42.42.2(pid=3255): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3255)]\u000a06:12:15.436811 run osmo-hlr_10.42.42.2(pid=3255): stdout: \u000a| (launched: 2022-12-10_06:12:12.357479) \u000a06:12:15.485420 run osmo-hlr_10.42.42.2(pid=3255): stderr: \u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061212529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061212541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061212550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:15.526348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Terminating (SIGTERM)\u000a06:12:15.565232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Terminating (SIGTERM)\u000a06:12:15.604238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Terminating (SIGTERM)\u000a06:12:15.613418 --- ParallelTerminationStrategy: PID 3254 died...\u000a06:12:15.665467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3254): Terminated: ok {rc=0}\u000a06:12:15.675035 --- ParallelTerminationStrategy: PID 3257 died...\u000a06:12:15.726850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3257): Terminated: ok {rc=0}\u000a06:12:15.736374 --- ParallelTerminationStrategy: PID 3260 died...\u000a06:12:15.788203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3260): Terminated: ok {rc=0}\u000a06:12:15.873244 bus /gobi_0: Setting Powered False\u000a06:12:16.975794 bus /gobi_0: Setting Powered False\u000a06:12:18.079828 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:08" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:12:20.056585 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.067844 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:12:20.223372 tst switch_tch_pdch.py: using LAC 26399\u000a06:12:20.354677 tst switch_tch_pdch.py: using RAC 134\u000a06:12:20.478164 tst switch_tch_pdch.py: using CellId 26399\u000a06:12:20.596511 tst switch_tch_pdch.py: using BVCI 26400\u000a06:12:20.620306 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.631506 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.642588 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.653690 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.664804 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.675828 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.686974 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:12:20.698045 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:12:20.815714 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:12:21.090776 tst switch_tch_pdch.py:51: start network...\u000a06:12:21.209017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:21.633175 run create_hlr_db(pid=3266): Launched\u000a06:12:21.749773 bus /gobi_6: Setting Powered False\u000a06:12:22.818600 run create_hlr_db(pid=3266): Terminated: ok {rc=0}\u000a06:12:23.174709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Launched\u000a06:12:23.458174 run osmo-hlr_10.42.42.2(pid=3269): Launched\u000a06:12:23.559896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:24.029383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Launched\u000a06:12:24.314266 run osmo-stp_10.42.42.5(pid=3272): Launched\u000a06:12:24.417952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:12:24.891208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Launched\u000a06:12:24.992392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:12:25.241857 run patchelf(pid=3275): Launched\u000a06:12:25.409960 run osmo-stp_10.42.42.5(pid=3272): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)]\u000a06:12:25.533165 run osmo-stp_10.42.42.5(pid=3272): stdout: \u000a| (launched: 2022-12-10_06:12:24.173906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:25.656842 run osmo-stp_10.42.42.5(pid=3272): stderr: \u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061224341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:25.775618 run osmo-stp_10.42.42.5(pid=3272): stdout: \u000a| (launched: 2022-12-10_06:12:24.173906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:25.893268 run osmo-stp_10.42.42.5(pid=3272): stderr: \u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061224341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061224341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061224342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:26.030373 run patchelf(pid=3275): Terminating (SIGINT)\u000a06:12:26.191245 run patchelf(pid=3275): Terminated: ok {rc=0}\u000a06:12:26.220758 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3272): Process ended prematurely: osmo-stp_10.42.42.5(pid=3272) [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3272)] [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:12:26.229337 tst switch_tch_pdch.py:54: Test FAILED (6.2 sec)\u000a06:12:26.288001 run osmo-hlr_10.42.42.2(pid=3269): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3269)]\u000a06:12:26.335976 run osmo-hlr_10.42.42.2(pid=3269): stdout: \u000a| (launched: 2022-12-10_06:12:23.318184) \u000a06:12:26.384811 run osmo-hlr_10.42.42.2(pid=3269): stderr: \u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061223492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061223504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061223512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061223513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061223513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:26.425608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Terminating (SIGTERM)\u000a06:12:26.464336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Terminating (SIGTERM)\u000a06:12:26.503056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Terminating (SIGTERM)\u000a06:12:26.512187 --- ParallelTerminationStrategy: PID 3268 died...\u000a06:12:26.564138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3268): Terminated: ok {rc=0}\u000a06:12:26.573845 --- ParallelTerminationStrategy: PID 3271 died...\u000a06:12:26.626145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3271): Terminated: ok {rc=0}\u000a06:12:26.635710 --- ParallelTerminationStrategy: PID 3274 died...\u000a06:12:26.687947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3274): Terminated: ok {rc=0}\u000a06:12:26.770574 bus /gobi_0: Setting Powered False\u000a06:12:27.876482 bus /gobi_0: Setting Powered False\u000a06:12:28.982233 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:12:30.879615 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:12:30.892146 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:12:31.064614 tst mo_mt_sms.py: using LAC 26400\u000a06:12:31.213697 tst mo_mt_sms.py: using RAC 135\u000a06:12:31.339258 tst mo_mt_sms.py: using CellId 26400\u000a06:12:31.463802 tst mo_mt_sms.py: using BVCI 26401\u000a06:12:31.488430 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:12:31.613586 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:12:31.942393 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:12:32.076852 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:12:32.715995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Launched\u000a06:12:33.017094 run osmo-nitb_10.42.42.2(pid=3281): Launched\u000a06:12:33.205389 run osmo-nitb_10.42.42.2(pid=3281): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)]\u000a06:12:33.345057 run osmo-nitb_10.42.42.2(pid=3281): stdout: \u000a| (launched: 2022-12-10_06:12:32.870750) \u000a06:12:33.484439 run osmo-nitb_10.42.42.2(pid=3281): stderr: \u000a| (launched: 2022-12-10_06:12:32.916040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:33.619026 run osmo-nitb_10.42.42.2(pid=3281): stdout: \u000a| (launched: 2022-12-10_06:12:32.870750) \u000a06:12:33.752246 run osmo-nitb_10.42.42.2(pid=3281): stderr: \u000a| (launched: 2022-12-10_06:12:32.916040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:34.140806 tst osmo-nitb_10.42.42.2(pid=3281): stdout: \u000a| (launched: 2022-12-10_06:12:32.870750) \u000a06:12:34.263093 tst osmo-nitb_10.42.42.2(pid=3281): stderr: \u000a| (launched: 2022-12-10_06:12:32.916040)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:34.316749 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3281): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3281) [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3281)] [trial-2370↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a06:12:34.325430 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:12:34.360693 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Terminating (SIGTERM)\u000a06:12:34.538276 --- ParallelTerminationStrategy: PID 3280 died...\u000a06:12:34.594306 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3280): Terminated: ok {rc=0}\u000a06:12:34.680605 bus /sierra_3: Setting Powered False\u000a06:12:35.785057 bus /sierra_3: Setting Powered False\u000a06:12:36.896353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a06:12:38.785311 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:38.796030 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a06:12:38.932844 tst mo_mt_sms.py: using LAC 26401\u000a06:12:39.054832 tst mo_mt_sms.py: using RAC 136\u000a06:12:39.174157 tst mo_mt_sms.py: using CellId 26401\u000a06:12:39.294009 tst mo_mt_sms.py: using BVCI 26402\u000a06:12:39.317423 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:39.328032 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:39.338733 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:39.349383 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:39.359978 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:39.370562 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:12:39.486599 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a06:12:39.680626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:40.127974 run create_hlr_db(pid=3286): Launched\u000a06:12:40.292599 bus /sierra_2: Setting Powered False\u000a06:12:41.312451 run create_hlr_db(pid=3286): Terminated: ok {rc=0}\u000a06:12:41.693637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Launched\u000a06:12:41.977475 run osmo-hlr_10.42.42.2(pid=3289): Launched\u000a06:12:42.086586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:42.588295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Launched\u000a06:12:42.872341 run osmo-stp_10.42.42.5(pid=3292): Launched\u000a06:12:42.975676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:12:43.497403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Launched\u000a06:12:43.782151 run osmo-msc_10.42.42.6(pid=3295): Launched\u000a06:12:43.951464 run osmo-stp_10.42.42.5(pid=3292): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)]\u000a06:12:44.074337 run osmo-stp_10.42.42.5(pid=3292): stdout: \u000a| (launched: 2022-12-10_06:12:42.731745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:44.193610 run osmo-stp_10.42.42.5(pid=3292): stderr: \u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061242901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:44.307933 run osmo-stp_10.42.42.5(pid=3292): stdout: \u000a| (launched: 2022-12-10_06:12:42.731745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:44.421256 run osmo-stp_10.42.42.5(pid=3292): stderr: \u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061242900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061242901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061242901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:44.471147 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3292): Process ended prematurely: osmo-stp_10.42.42.5(pid=3292) [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3292)] [trial-2370↪sms:trx-lms↪mo_mt_sms.py:16]\u000a06:12:44.479153 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a06:12:44.537555 run osmo-hlr_10.42.42.2(pid=3289): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3289)]\u000a06:12:44.585768 run osmo-hlr_10.42.42.2(pid=3289): stdout: \u000a| (launched: 2022-12-10_06:12:41.837351) \u000a06:12:44.634502 run osmo-hlr_10.42.42.2(pid=3289): stderr: \u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061242012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061242027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061242035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061242036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061242036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:12:44.700243 run osmo-msc_10.42.42.6(pid=3295): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3295)]\u000a06:12:44.748150 run osmo-msc_10.42.42.6(pid=3295): stdout: \u000a| (launched: 2022-12-10_06:12:43.641284) \u000a06:12:44.796741 run osmo-msc_10.42.42.6(pid=3295): stderr: \u000a| �[0;m�[38;5;43m20221210061243911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061243911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcad7dacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061243911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061243911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061243913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061243913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061243914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061243914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:12:44.837795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminating (SIGTERM)\u000a06:12:44.876797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminating (SIGTERM)\u000a06:12:44.915534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Terminating (SIGTERM)\u000a06:12:44.924613 --- ParallelTerminationStrategy: PID 3288 died...\u000a06:12:44.976585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3288): Terminated: ok {rc=0}\u000a06:12:44.986071 --- ParallelTerminationStrategy: PID 3291 died...\u000a06:12:45.037571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3291): Terminated: ok {rc=0}\u000a06:12:45.047031 --- ParallelTerminationStrategy: PID 3294 died...\u000a06:12:45.098652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3294): Terminated: ok {rc=0}\u000a06:12:45.185560 bus /sierra_3: Setting Powered False\u000a06:12:46.289333 bus /sierra_3: Setting Powered False\u000a06:12:47.397677 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:38" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:12:49.235773 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a06:12:49.246882 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:12:49.383945 tst assert_extension.py: using LAC 26402\u000a06:12:49.504198 tst assert_extension.py: using RAC 137\u000a06:12:49.624255 tst assert_extension.py: using CellId 26402\u000a06:12:49.739440 tst assert_extension.py: using BVCI 26403\u000a06:12:49.761256 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:12:50.037564 tst assert_extension.py:10: start nitb and bts...\u000a06:12:50.164105 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:12:50.799213 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Launched\u000a06:12:51.101891 run osmo-nitb_10.42.42.2(pid=3301): Launched\u000a06:12:51.292125 run osmo-nitb_10.42.42.2(pid=3301): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)]\u000a06:12:51.431748 run osmo-nitb_10.42.42.2(pid=3301): stdout: \u000a| (launched: 2022-12-10_06:12:50.954442) \u000a06:12:51.571404 run osmo-nitb_10.42.42.2(pid=3301): stderr: \u000a| (launched: 2022-12-10_06:12:50.999933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:51.706870 run osmo-nitb_10.42.42.2(pid=3301): stdout: \u000a| (launched: 2022-12-10_06:12:50.954442) \u000a06:12:51.840466 run osmo-nitb_10.42.42.2(pid=3301): stderr: \u000a| (launched: 2022-12-10_06:12:50.999933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:52.226820 tst osmo-nitb_10.42.42.2(pid=3301): stdout: \u000a| (launched: 2022-12-10_06:12:50.954442) \u000a06:12:52.349204 tst osmo-nitb_10.42.42.2(pid=3301): stderr: \u000a| (launched: 2022-12-10_06:12:50.999933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:12:52.403410 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3301) [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3301)] [trial-2370↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a06:12:52.411976 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a06:12:52.447349 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Terminating (SIGTERM)\u000a06:12:52.624798 --- ParallelTerminationStrategy: PID 3300 died...\u000a06:12:52.680479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3300): Terminated: ok {rc=0}\u000a06:12:52.765578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:49" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a06:12:54.600418 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:54.611306 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a06:12:54.748431 tst assert_extension.py: using LAC 26403\u000a06:12:54.868087 tst assert_extension.py: using RAC 138\u000a06:12:54.987462 tst assert_extension.py: using CellId 26403\u000a06:12:55.106670 tst assert_extension.py: using BVCI 26404\u000a06:12:55.129783 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:55.140586 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:55.151399 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:55.162196 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:55.172860 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:12:55.183568 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a06:12:55.373258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:12:55.820203 run create_hlr_db(pid=3305): Launched\u000a06:12:55.985094 bus /sierra_2: Setting Powered False\u000a06:12:57.005186 run create_hlr_db(pid=3305): Terminated: ok {rc=0}\u000a06:12:57.387234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Launched\u000a06:12:57.673671 run osmo-hlr_10.42.42.2(pid=3308): Launched\u000a06:12:57.779334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:12:58.276399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Launched\u000a06:12:58.561676 run osmo-stp_10.42.42.5(pid=3311): Launched\u000a06:12:58.664276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:12:59.182761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Launched\u000a06:12:59.467535 run osmo-msc_10.42.42.6(pid=3314): Launched\u000a06:12:59.635690 run osmo-stp_10.42.42.5(pid=3311): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)]\u000a06:12:59.758443 run osmo-stp_10.42.42.5(pid=3311): stdout: \u000a| (launched: 2022-12-10_06:12:58.421212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:12:59.878341 run osmo-stp_10.42.42.5(pid=3311): stderr: \u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061258588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:12:59.993151 run osmo-stp_10.42.42.5(pid=3311): stdout: \u000a| (launched: 2022-12-10_06:12:58.421212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:00.106867 run osmo-stp_10.42.42.5(pid=3311): stderr: \u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061258588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061258588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061258591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:00.157034 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3311): Process ended prematurely: osmo-stp_10.42.42.5(pid=3311) [trial-2370↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3311)] [trial-2370↪ussd:trx-lms↪assert_extension.py:17]\u000a06:13:00.165189 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a06:13:00.223883 run osmo-hlr_10.42.42.2(pid=3308): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3308)]\u000a06:13:00.272281 run osmo-hlr_10.42.42.2(pid=3308): stdout: \u000a| (launched: 2022-12-10_06:12:57.531754) \u000a06:13:00.321278 run osmo-hlr_10.42.42.2(pid=3308): stderr: \u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061257702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061257715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061257723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061257724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061257724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:00.387489 run osmo-msc_10.42.42.6(pid=3314): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3314)]\u000a06:13:00.436067 run osmo-msc_10.42.42.6(pid=3314): stdout: \u000a| (launched: 2022-12-10_06:12:59.326646) \u000a06:13:00.484932 run osmo-msc_10.42.42.6(pid=3314): stderr: \u000a| �[0;m�[38;5;43m20221210061259596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061259596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aeb946c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061259596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061259596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061259597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061259597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061259598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061259599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:00.526261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminating (SIGTERM)\u000a06:13:00.565310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminating (SIGTERM)\u000a06:13:00.604254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Terminating (SIGTERM)\u000a06:13:00.613495 --- ParallelTerminationStrategy: PID 3307 died...\u000a06:13:00.665898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3307): Terminated: ok {rc=0}\u000a06:13:00.675433 --- ParallelTerminationStrategy: PID 3310 died...\u000a06:13:00.727468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3310): Terminated: ok {rc=0}\u000a06:13:00.737100 --- ParallelTerminationStrategy: PID 3313 died...\u000a06:13:00.788740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3313): Terminated: ok {rc=0}\u000a06:13:00.893222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:12:54" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:13:02.895157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:02.906662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:13:03.062469 tst mo_mt_call.py: using LAC 26404\u000a06:13:03.178586 tst mo_mt_call.py: using RAC 139\u000a06:13:03.293111 tst mo_mt_call.py: using CellId 26404\u000a06:13:03.408098 tst mo_mt_call.py: using BVCI 26405\u000a06:13:03.430517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:03.441649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:03.452653 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:03.463987 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:03.475201 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:03.486371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:03.603627 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:03.810119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:04.308772 run create_hlr_db(pid=3319): Launched\u000a06:13:04.490409 bus /sierra_2: Setting Powered False\u000a06:13:05.510776 run create_hlr_db(pid=3319): Terminated: ok {rc=0}\u000a06:13:05.903998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Launched\u000a06:13:06.195627 run osmo-hlr_10.42.42.2(pid=3322): Launched\u000a06:13:06.304742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:06.810172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Launched\u000a06:13:07.099881 run osmo-stp_10.42.42.5(pid=3325): Launched\u000a06:13:07.205195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:07.737248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Launched\u000a06:13:08.028410 run osmo-msc_10.42.42.6(pid=3328): Launched\u000a06:13:08.199861 run osmo-stp_10.42.42.5(pid=3325): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)]\u000a06:13:08.324269 run osmo-stp_10.42.42.5(pid=3325): stdout: \u000a| (launched: 2022-12-10_06:13:06.957241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:08.446450 run osmo-stp_10.42.42.5(pid=3325): stderr: \u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061307127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:08.563941 run osmo-stp_10.42.42.5(pid=3325): stdout: \u000a| (launched: 2022-12-10_06:13:06.957241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:08.679636 run osmo-stp_10.42.42.5(pid=3325): stderr: \u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061307126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061307127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061307127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:08.731185 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3325): Process ended prematurely: osmo-stp_10.42.42.5(pid=3325) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3325)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:13:08.739801 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:13:08.799469 run osmo-hlr_10.42.42.2(pid=3322): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3322)]\u000a06:13:08.848106 run osmo-hlr_10.42.42.2(pid=3322): stdout: \u000a| (launched: 2022-12-10_06:13:06.051483) \u000a06:13:08.897520 run osmo-hlr_10.42.42.2(pid=3322): stderr: \u000a| �[0;m�[1;31m20221210061306227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061306227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061306228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061306240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061306248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:08.964024 run osmo-msc_10.42.42.6(pid=3328): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3328)]\u000a06:13:09.012790 run osmo-msc_10.42.42.6(pid=3328): stdout: \u000a| (launched: 2022-12-10_06:13:07.884106) \u000a06:13:09.062090 run osmo-msc_10.42.42.6(pid=3328): stderr: \u000a| �[0;m�[38;5;43m20221210061308154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061308155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef03311c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061308155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061308155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061308157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061308157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:09.103578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Terminating (SIGTERM)\u000a06:13:09.142963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Terminating (SIGTERM)\u000a06:13:09.182338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Terminating (SIGTERM)\u000a06:13:09.191760 --- ParallelTerminationStrategy: PID 3321 died...\u000a06:13:09.244672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3321): Terminated: ok {rc=0}\u000a06:13:09.254630 --- ParallelTerminationStrategy: PID 3324 died...\u000a06:13:09.307261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3324): Terminated: ok {rc=0}\u000a06:13:09.317200 --- ParallelTerminationStrategy: PID 3327 died...\u000a06:13:09.370433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3327): Terminated: ok {rc=0}\u000a06:13:09.458950 bus /sierra_3: Setting Powered False\u000a06:13:10.561169 bus /sierra_3: Setting Powered False\u000a06:13:11.666508 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:13:12.778792 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:12.790794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:13:12.948185 tst mo_mt_call_osmux.py: using LAC 26405\u000a06:13:13.069956 tst mo_mt_call_osmux.py: using RAC 140\u000a06:13:13.194332 tst mo_mt_call_osmux.py: using CellId 26405\u000a06:13:13.318835 tst mo_mt_call_osmux.py: using BVCI 26406\u000a06:13:13.342553 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:13.354096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:13.365412 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:13.376728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:13.388143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:13:13.399492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:13.515819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:13:13.723101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:14.219886 run create_hlr_db(pid=3330): Launched\u000a06:13:14.399882 bus /sierra_2: Setting Powered False\u000a06:13:15.420840 run create_hlr_db(pid=3330): Terminated: ok {rc=0}\u000a06:13:15.812247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Launched\u000a06:13:16.306620 run osmo-hlr_10.42.42.2(pid=3333): Launched\u000a06:13:16.527390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:17.057923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Launched\u000a06:13:17.380002 run osmo-stp_10.42.42.5(pid=3336): Launched\u000a06:13:17.495353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:18.068689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Launched\u000a06:13:18.380248 run osmo-msc_10.42.42.6(pid=3339): Launched\u000a06:13:18.563744 run osmo-stp_10.42.42.5(pid=3336): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]\u000a06:13:18.697285 run osmo-stp_10.42.42.5(pid=3336): stdout: \u000a| (launched: 2022-12-10_06:13:17.207567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:18.829326 run osmo-stp_10.42.42.5(pid=3336): stderr: \u000a| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061317417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061317417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:18.954373 run osmo-stp_10.42.42.5(pid=3336): stdout: \u000a| (launched: 2022-12-10_06:13:17.207567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:19.078203 run osmo-stp_10.42.42.5(pid=3336): stderr: \u000a| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061317417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061317417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061317418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:19.133552 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:13:19.142904 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:13:19.204515 run osmo-hlr_10.42.42.2(pid=3333): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3333)]\u000a06:13:19.254979 run osmo-hlr_10.42.42.2(pid=3333): stdout: \u000a| (launched: 2022-12-10_06:13:15.990895) \u000a06:13:19.306232 run osmo-hlr_10.42.42.2(pid=3333): stderr: \u000a| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061316246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061316247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061316267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061316287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:19.375646 run osmo-msc_10.42.42.6(pid=3339): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3339)]\u000a06:13:19.426182 run osmo-msc_10.42.42.6(pid=3339): stdout: \u000a| (launched: 2022-12-10_06:13:18.227335) \u000a06:13:19.477165 run osmo-msc_10.42.42.6(pid=3339): stderr: \u000a| �[0;m�[38;5;43m20221210061318547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061318548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec9e637c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061318548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061318548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061318550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061318550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:19.520366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminating (SIGTERM)\u000a06:13:19.561555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminating (SIGTERM)\u000a06:13:19.602640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Terminating (SIGTERM)\u000a06:13:19.612129 --- ParallelTerminationStrategy: PID 3332 died...\u000a06:13:19.667444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminated: ok {rc=0}\u000a06:13:19.677461 --- ParallelTerminationStrategy: PID 3335 died...\u000a06:13:19.732046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminated: ok {rc=0}\u000a06:13:19.741841 --- ParallelTerminationStrategy: PID 3338 died...\u000a06:13:19.796350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3338): Terminated: ok {rc=0}\u000a06:13:19.882308 bus /sierra_3: Setting Powered False\u000a06:13:20.987290 bus /sierra_3: Setting Powered False\u000a06:13:22.093786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:13:02" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:13:24.072106 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.083080 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:13:24.242262 tst mo_mt_call.py: using LAC 26406\u000a06:13:24.365405 tst mo_mt_call.py: using RAC 141\u000a06:13:24.489572 tst mo_mt_call.py: using CellId 26406\u000a06:13:24.614624 tst mo_mt_call.py: using BVCI 26407\u000a06:13:24.638858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.650629 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.662042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.673619 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.685252 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:24.696899 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:24.810750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:25.014283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:25.514251 run create_hlr_db(pid=3344): Launched\u000a06:13:25.694674 bus /sierra_2: Setting Powered False\u000a06:13:26.716433 run create_hlr_db(pid=3344): Terminated: ok {rc=0}\u000a06:13:27.133825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Launched\u000a06:13:27.446567 run osmo-hlr_10.42.42.2(pid=3347): Launched\u000a06:13:27.565223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:28.111754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Launched\u000a06:13:28.423778 run osmo-stp_10.42.42.5(pid=3350): Launched\u000a06:13:28.536650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:29.110055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Launched\u000a06:13:29.421843 run osmo-msc_10.42.42.6(pid=3353): Launched\u000a06:13:29.604926 run osmo-stp_10.42.42.5(pid=3350): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)]\u000a06:13:29.738536 run osmo-stp_10.42.42.5(pid=3350): stdout: \u000a| (launched: 2022-12-10_06:13:28.270028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:29.870778 run osmo-stp_10.42.42.5(pid=3350): stderr: \u000a| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061328461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061328461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:29.996377 run osmo-stp_10.42.42.5(pid=3350): stdout: \u000a| (launched: 2022-12-10_06:13:28.270028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:30.120615 run osmo-stp_10.42.42.5(pid=3350): stderr: \u000a| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061328460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061328461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061328461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061328462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:30.175931 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3350): Process ended prematurely: osmo-stp_10.42.42.5(pid=3350) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3350)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:13:30.185262 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:13:30.246951 run osmo-hlr_10.42.42.2(pid=3347): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3347)]\u000a06:13:30.297882 run osmo-hlr_10.42.42.2(pid=3347): stdout: \u000a| (launched: 2022-12-10_06:13:27.292678) \u000a06:13:30.349428 run osmo-hlr_10.42.42.2(pid=3347): stderr: \u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061327491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061327505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061327515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:30.418871 run osmo-msc_10.42.42.6(pid=3353): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3353)]\u000a06:13:30.469602 run osmo-msc_10.42.42.6(pid=3353): stdout: \u000a| (launched: 2022-12-10_06:13:29.268696) \u000a06:13:30.520772 run osmo-msc_10.42.42.6(pid=3353): stderr: \u000a| �[0;m�[38;5;43m20221210061329590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061329590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5cf447c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061329590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061329590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061329592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061329592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061329593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061329593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:30.564139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminating (SIGTERM)\u000a06:13:30.605022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminating (SIGTERM)\u000a06:13:30.646697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Terminating (SIGTERM)\u000a06:13:30.656303 --- ParallelTerminationStrategy: PID 3346 died...\u000a06:13:30.711706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3346): Terminated: ok {rc=0}\u000a06:13:30.721780 --- ParallelTerminationStrategy: PID 3349 died...\u000a06:13:30.777065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3349): Terminated: ok {rc=0}\u000a06:13:30.787127 --- ParallelTerminationStrategy: PID 3352 died...\u000a06:13:30.846570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3352): Terminated: ok {rc=0}\u000a06:13:30.947422 bus /sierra_3: Setting Powered False\u000a06:13:32.056172 bus /sierra_3: Setting Powered False\u000a06:13:33.166064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:13:34.273500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.285085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:13:34.439187 tst mo_mt_call_osmux.py: using LAC 26407\u000a06:13:34.554079 tst mo_mt_call_osmux.py: using RAC 142\u000a06:13:34.678133 tst mo_mt_call_osmux.py: using CellId 26407\u000a06:13:34.800137 tst mo_mt_call_osmux.py: using BVCI 26408\u000a06:13:34.824014 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.835644 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.847103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.858611 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.870236 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:13:34.881748 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:34.998019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:13:35.205354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:35.704357 run create_hlr_db(pid=3355): Launched\u000a06:13:35.884721 bus /sierra_2: Setting Powered False\u000a06:13:36.904082 run create_hlr_db(pid=3355): Terminated: ok {rc=0}\u000a06:13:37.303186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Launched\u000a06:13:37.614916 run osmo-hlr_10.42.42.2(pid=3358): Launched\u000a06:13:37.730159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:38.273187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Launched\u000a06:13:38.585261 run osmo-stp_10.42.42.5(pid=3361): Launched\u000a06:13:38.699291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:39.271318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Launched\u000a06:13:39.583250 run osmo-msc_10.42.42.6(pid=3364): Launched\u000a06:13:39.768145 run osmo-stp_10.42.42.5(pid=3361): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)]\u000a06:13:39.901332 run osmo-stp_10.42.42.5(pid=3361): stdout: \u000a| (launched: 2022-12-10_06:13:38.431702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:40.035273 run osmo-stp_10.42.42.5(pid=3361): stderr: \u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061338623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:40.160842 run osmo-stp_10.42.42.5(pid=3361): stdout: \u000a| (launched: 2022-12-10_06:13:38.431702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:40.285520 run osmo-stp_10.42.42.5(pid=3361): stderr: \u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061338622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061338623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061338623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:40.340993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3361): Process ended prematurely: osmo-stp_10.42.42.5(pid=3361) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3361)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:13:40.350483 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:13:40.412584 run osmo-hlr_10.42.42.2(pid=3358): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3358)]\u000a06:13:40.463543 run osmo-hlr_10.42.42.2(pid=3358): stdout: \u000a| (launched: 2022-12-10_06:13:37.461926) \u000a06:13:40.515185 run osmo-hlr_10.42.42.2(pid=3358): stderr: \u000a| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061337658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061337659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061337659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061337671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061337681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061337682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061337682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:40.584898 run osmo-msc_10.42.42.6(pid=3364): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3364)]\u000a06:13:40.635411 run osmo-msc_10.42.42.6(pid=3364): stdout: \u000a| (launched: 2022-12-10_06:13:39.429838) \u000a06:13:40.687029 run osmo-msc_10.42.42.6(pid=3364): stderr: \u000a| �[0;m�[38;5;43m20221210061339750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061339750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4889a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061339750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061339750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061339751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061339751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061339752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061339753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:40.730741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Terminating (SIGTERM)\u000a06:13:40.771951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Terminating (SIGTERM)\u000a06:13:40.812801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Terminating (SIGTERM)\u000a06:13:40.822587 --- ParallelTerminationStrategy: PID 3357 died...\u000a06:13:40.877678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3357): Terminated: ok {rc=0}\u000a06:13:40.887863 --- ParallelTerminationStrategy: PID 3360 died...\u000a06:13:40.942779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3360): Terminated: ok {rc=0}\u000a06:13:40.952762 --- ParallelTerminationStrategy: PID 3363 died...\u000a06:13:41.007983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3363): Terminated: ok {rc=0}\u000a06:13:41.092567 bus /sierra_3: Setting Powered False\u000a06:13:42.193515 bus /sierra_3: Setting Powered False\u000a06:13:43.302949 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:13:23" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:13:45.300092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.311613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:13:45.476324 tst mo_mt_call.py: using LAC 26408\u000a06:13:45.600790 tst mo_mt_call.py: using RAC 143\u000a06:13:45.717133 tst mo_mt_call.py: using CellId 26408\u000a06:13:45.852336 tst mo_mt_call.py: using BVCI 26409\u000a06:13:45.881888 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.894632 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.906704 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.918640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.931831 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:45.945568 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:13:46.065719 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:13:46.268765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:46.805386 run create_hlr_db(pid=3369): Launched\u000a06:13:46.989395 bus /sierra_2: Setting Powered False\u000a06:13:48.007760 run create_hlr_db(pid=3369): Terminated: ok {rc=0}\u000a06:13:48.425609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Launched\u000a06:13:48.738886 run osmo-hlr_10.42.42.2(pid=3372): Launched\u000a06:13:48.854172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:49.397853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Launched\u000a06:13:49.710953 run osmo-stp_10.42.42.5(pid=3375): Launched\u000a06:13:49.824074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:13:50.396317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Launched\u000a06:13:50.709731 run osmo-msc_10.42.42.6(pid=3378): Launched\u000a06:13:50.893506 run osmo-stp_10.42.42.5(pid=3375): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]\u000a06:13:51.027913 run osmo-stp_10.42.42.5(pid=3375): stdout: \u000a| (launched: 2022-12-10_06:13:49.556564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:51.160059 run osmo-stp_10.42.42.5(pid=3375): stderr: \u000a| �[0;m�[38;5;43m20221210061349746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061349747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:51.285762 run osmo-stp_10.42.42.5(pid=3375): stdout: \u000a| (launched: 2022-12-10_06:13:49.556564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:13:51.410000 run osmo-stp_10.42.42.5(pid=3375): stderr: \u000a| �[0;m�[38;5;43m20221210061349746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061349747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061349747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061349748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:13:51.465338 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:13:51.474679 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:13:51.535814 run osmo-hlr_10.42.42.2(pid=3372): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3372)]\u000a06:13:51.586353 run osmo-hlr_10.42.42.2(pid=3372): stdout: \u000a| (launched: 2022-12-10_06:13:48.584904) \u000a06:13:51.637561 run osmo-hlr_10.42.42.2(pid=3372): stderr: \u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061348782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061348795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061348803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061348803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061348804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:13:51.707473 run osmo-msc_10.42.42.6(pid=3378): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3378)]\u000a06:13:51.757855 run osmo-msc_10.42.42.6(pid=3378): stdout: \u000a| (launched: 2022-12-10_06:13:50.554562) \u000a06:13:51.808846 run osmo-msc_10.42.42.6(pid=3378): stderr: \u000a| �[0;m�[38;5;43m20221210061350876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061350876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1285cd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061350876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061350876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061350877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061350878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061350879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:13:51.852127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminating (SIGTERM)\u000a06:13:51.892987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminating (SIGTERM)\u000a06:13:51.933968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Terminating (SIGTERM)\u000a06:13:51.943672 --- ParallelTerminationStrategy: PID 3371 died...\u000a06:13:51.998455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminated: ok {rc=0}\u000a06:13:52.008312 --- ParallelTerminationStrategy: PID 3374 died...\u000a06:13:52.062798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminated: ok {rc=0}\u000a06:13:52.072685 --- ParallelTerminationStrategy: PID 3377 died...\u000a06:13:52.127255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3377): Terminated: ok {rc=0}\u000a06:13:52.212841 bus /sierra_3: Setting Powered False\u000a06:13:53.315425 bus /sierra_3: Setting Powered False\u000a06:13:54.425144 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:13:55.532231 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:55.543968 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:13:55.700064 tst mo_mt_call_osmux.py: using LAC 26409\u000a06:13:55.813335 tst mo_mt_call_osmux.py: using RAC 144\u000a06:13:55.928859 tst mo_mt_call_osmux.py: using CellId 26409\u000a06:13:56.048152 tst mo_mt_call_osmux.py: using BVCI 26410\u000a06:13:56.071966 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:56.083645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:56.095065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:56.106580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:56.117933 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:13:56.129195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:13:56.243133 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:13:56.443279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:13:56.902033 run create_hlr_db(pid=3380): Launched\u000a06:13:57.068597 bus /sierra_2: Setting Powered False\u000a06:13:58.089325 run create_hlr_db(pid=3380): Terminated: ok {rc=0}\u000a06:13:58.504460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Launched\u000a06:13:58.816775 run osmo-hlr_10.42.42.2(pid=3383): Launched\u000a06:13:58.931449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:13:59.473407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Launched\u000a06:13:59.784036 run osmo-stp_10.42.42.5(pid=3386): Launched\u000a06:13:59.896716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:00.466024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Launched\u000a06:14:00.777667 run osmo-msc_10.42.42.6(pid=3389): Launched\u000a06:14:01.063344 run osmo-stp_10.42.42.5(pid=3386): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)]\u000a06:14:01.399196 run osmo-stp_10.42.42.5(pid=3386): stdout: \u000a| (launched: 2022-12-10_06:13:59.630912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:01.529009 run osmo-stp_10.42.42.5(pid=3386): stderr: \u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:01.652722 run osmo-stp_10.42.42.5(pid=3386): stdout: \u000a| (launched: 2022-12-10_06:13:59.630912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:01.776552 run osmo-stp_10.42.42.5(pid=3386): stderr: \u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061359822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061359823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061359825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:01.830521 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3386): Process ended prematurely: osmo-stp_10.42.42.5(pid=3386) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3386)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:14:01.840247 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:14:01.904626 run osmo-hlr_10.42.42.2(pid=3383): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3383)]\u000a06:14:01.955368 run osmo-hlr_10.42.42.2(pid=3383): stdout: \u000a| (launched: 2022-12-10_06:13:58.663375) \u000a06:14:02.008010 run osmo-hlr_10.42.42.2(pid=3383): stderr: \u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061358861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061358876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061358884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:02.079010 run osmo-msc_10.42.42.6(pid=3389): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3389)]\u000a06:14:02.130416 run osmo-msc_10.42.42.6(pid=3389): stdout: \u000a| (launched: 2022-12-10_06:14:00.623966) \u000a06:14:02.183022 run osmo-msc_10.42.42.6(pid=3389): stderr: \u000a| �[0;m�[38;5;43m20221210061401059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061401059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03663acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061401059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061401059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061401061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061401062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:02.226872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Terminating (SIGTERM)\u000a06:14:02.270365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Terminating (SIGTERM)\u000a06:14:02.310795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Terminating (SIGTERM)\u000a06:14:02.321340 --- ParallelTerminationStrategy: PID 3382 died...\u000a06:14:02.374243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3382): Terminated: ok {rc=0}\u000a06:14:02.383835 --- ParallelTerminationStrategy: PID 3385 died...\u000a06:14:02.436103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3385): Terminated: ok {rc=0}\u000a06:14:02.445817 --- ParallelTerminationStrategy: PID 3388 died...\u000a06:14:02.497968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3388): Terminated: ok {rc=0}\u000a06:14:02.584666 bus /sierra_3: Setting Powered False\u000a06:14:03.685835 bus /sierra_3: Setting Powered False\u000a06:14:04.795024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:06.790717 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:06.802318 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:14:06.962159 tst mo_mt_call.py: using LAC 26410\u000a06:14:07.087255 tst mo_mt_call.py: using RAC 145\u000a06:14:07.208489 tst mo_mt_call.py: using CellId 26410\u000a06:14:07.329640 tst mo_mt_call.py: using BVCI 26411\u000a06:14:07.353650 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:07.365252 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:07.376376 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:07.388163 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:07.400191 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:07.412487 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:07.527415 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:07.734319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:08.231591 run create_hlr_db(pid=3396): Launched\u000a06:14:08.411837 bus /sierra_2: Setting Powered False\u000a06:14:09.433433 run create_hlr_db(pid=3396): Terminated: ok {rc=0}\u000a06:14:09.825300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Launched\u000a06:14:10.116044 run osmo-hlr_10.42.42.2(pid=3399): Launched\u000a06:14:10.223004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:10.729425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Launched\u000a06:14:11.020520 run osmo-stp_10.42.42.5(pid=3402): Launched\u000a06:14:11.127372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:11.661731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Launched\u000a06:14:11.953738 run osmo-msc_10.42.42.6(pid=3405): Launched\u000a06:14:12.125705 run osmo-stp_10.42.42.5(pid=3402): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)]\u000a06:14:12.250791 run osmo-stp_10.42.42.5(pid=3402): stdout: \u000a| (launched: 2022-12-10_06:14:10.876445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:12.372518 run osmo-stp_10.42.42.5(pid=3402): stderr: \u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061411048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:12.489813 run osmo-stp_10.42.42.5(pid=3402): stdout: \u000a| (launched: 2022-12-10_06:14:10.876445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:12.605780 run osmo-stp_10.42.42.5(pid=3402): stderr: \u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061411048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061411048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061411049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:12.657321 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3402): Process ended prematurely: osmo-stp_10.42.42.5(pid=3402) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3402)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:14:12.666062 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:14:12.725349 run osmo-hlr_10.42.42.2(pid=3399): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3399)]\u000a06:14:12.773681 run osmo-hlr_10.42.42.2(pid=3399): stdout: \u000a| (launched: 2022-12-10_06:14:09.972853) \u000a06:14:12.822779 run osmo-hlr_10.42.42.2(pid=3399): stderr: \u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061410148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061410160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061410168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061410169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061410169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:12.889569 run osmo-msc_10.42.42.6(pid=3405): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3405)]\u000a06:14:12.937776 run osmo-msc_10.42.42.6(pid=3405): stdout: \u000a| (launched: 2022-12-10_06:14:11.809344) \u000a06:14:12.986951 run osmo-msc_10.42.42.6(pid=3405): stderr: \u000a| �[0;m�[38;5;43m20221210061412081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061412082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8615fbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061412082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061412082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061412084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061412084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061412084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061412085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:13.028069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Terminating (SIGTERM)\u000a06:14:13.067031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Terminating (SIGTERM)\u000a06:14:13.106545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Terminating (SIGTERM)\u000a06:14:13.116096 --- ParallelTerminationStrategy: PID 3398 died...\u000a06:14:13.168155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3398): Terminated: ok {rc=0}\u000a06:14:13.177731 --- ParallelTerminationStrategy: PID 3401 died...\u000a06:14:13.230081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3401): Terminated: ok {rc=0}\u000a06:14:13.240150 --- ParallelTerminationStrategy: PID 3404 died...\u000a06:14:13.292390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3404): Terminated: ok {rc=0}\u000a06:14:13.378974 bus /sierra_3: Setting Powered False\u000a06:14:14.479472 bus /sierra_3: Setting Powered False\u000a06:14:15.590622 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:16.720260 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:16.736004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:14:16.935679 tst mo_mt_call_osmux.py: using LAC 26411\u000a06:14:17.063862 tst mo_mt_call_osmux.py: using RAC 146\u000a06:14:17.205448 tst mo_mt_call_osmux.py: using CellId 26411\u000a06:14:17.327140 tst mo_mt_call_osmux.py: using BVCI 26412\u000a06:14:17.349514 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:17.360615 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:17.371483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:17.383088 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:17.394251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:14:17.405414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:17.523920 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:14:17.725225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:18.183531 run create_hlr_db(pid=3407): Launched\u000a06:14:18.350607 bus /sierra_2: Setting Powered False\u000a06:14:19.372325 run create_hlr_db(pid=3407): Terminated: ok {rc=0}\u000a06:14:19.788863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Launched\u000a06:14:20.101526 run osmo-hlr_10.42.42.2(pid=3410): Launched\u000a06:14:20.220940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:20.765086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Launched\u000a06:14:21.079119 run osmo-stp_10.42.42.5(pid=3413): Launched\u000a06:14:21.192744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:21.766364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Launched\u000a06:14:22.079055 run osmo-msc_10.42.42.6(pid=3416): Launched\u000a06:14:22.262740 run osmo-stp_10.42.42.5(pid=3413): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)]\u000a06:14:22.400767 run osmo-stp_10.42.42.5(pid=3413): stdout: \u000a| (launched: 2022-12-10_06:14:20.923596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:22.532094 run osmo-stp_10.42.42.5(pid=3413): stderr: \u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061421117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:22.658026 run osmo-stp_10.42.42.5(pid=3413): stdout: \u000a| (launched: 2022-12-10_06:14:20.923596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:22.783096 run osmo-stp_10.42.42.5(pid=3413): stderr: \u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061421116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061421117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061421117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:22.838286 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3413): Process ended prematurely: osmo-stp_10.42.42.5(pid=3413) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3413)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:14:22.847693 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:14:22.909819 run osmo-hlr_10.42.42.2(pid=3410): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3410)]\u000a06:14:22.960855 run osmo-hlr_10.42.42.2(pid=3410): stdout: \u000a| (launched: 2022-12-10_06:14:19.948254) \u000a06:14:23.012402 run osmo-hlr_10.42.42.2(pid=3410): stderr: \u000a| �[0;m�[1;31m20221210061420148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061420149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061420161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061420169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061420170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061420170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:23.083048 run osmo-msc_10.42.42.6(pid=3416): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3416)]\u000a06:14:23.134232 run osmo-msc_10.42.42.6(pid=3416): stdout: \u000a| (launched: 2022-12-10_06:14:21.925346) \u000a06:14:23.185690 run osmo-msc_10.42.42.6(pid=3416): stderr: \u000a| �[0;m�[38;5;43m20221210061422246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061422246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe86e10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061422247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061422247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061422249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061422249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:23.229276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminating (SIGTERM)\u000a06:14:23.270386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminating (SIGTERM)\u000a06:14:23.312250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Terminating (SIGTERM)\u000a06:14:23.321839 --- ParallelTerminationStrategy: PID 3409 died...\u000a06:14:23.376923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3409): Terminated: ok {rc=0}\u000a06:14:23.387104 --- ParallelTerminationStrategy: PID 3412 died...\u000a06:14:23.442278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3412): Terminated: ok {rc=0}\u000a06:14:23.452276 --- ParallelTerminationStrategy: PID 3415 died...\u000a06:14:23.507153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3415): Terminated: ok {rc=0}\u000a06:14:23.594049 bus /sierra_3: Setting Powered False\u000a06:14:24.700012 bus /sierra_3: Setting Powered False\u000a06:14:25.811454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:14:06" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:14:27.795403 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:27.806251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:14:27.958430 tst mo_mt_call.py: using LAC 26412\u000a06:14:28.080749 tst mo_mt_call.py: using RAC 147\u000a06:14:28.203043 tst mo_mt_call.py: using CellId 26412\u000a06:14:28.327374 tst mo_mt_call.py: using BVCI 26413\u000a06:14:28.351323 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:28.362610 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:28.373852 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:28.385140 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:28.396613 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:28.407741 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:28.521062 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:28.725762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:29.223665 run create_hlr_db(pid=3422): Launched\u000a06:14:29.403613 bus /sierra_2: Setting Powered False\u000a06:14:30.424908 run create_hlr_db(pid=3422): Terminated: ok {rc=0}\u000a06:14:30.816912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Launched\u000a06:14:31.221852 run osmo-hlr_10.42.42.2(pid=3425): Launched\u000a06:14:31.402414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:32.076728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Launched\u000a06:14:32.414121 run osmo-stp_10.42.42.5(pid=3428): Launched\u000a06:14:32.528250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:33.066677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Launched\u000a06:14:33.359010 run osmo-msc_10.42.42.6(pid=3431): Launched\u000a06:14:33.535199 run osmo-stp_10.42.42.5(pid=3428): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)]\u000a06:14:33.660300 run osmo-stp_10.42.42.5(pid=3428): stdout: \u000a| (launched: 2022-12-10_06:14:32.227175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:33.782702 run osmo-stp_10.42.42.5(pid=3428): stderr: \u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061432447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:33.899707 run osmo-stp_10.42.42.5(pid=3428): stdout: \u000a| (launched: 2022-12-10_06:14:32.227175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:34.015536 run osmo-stp_10.42.42.5(pid=3428): stderr: \u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061432446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061432447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061432447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:34.067414 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3428): Process ended prematurely: osmo-stp_10.42.42.5(pid=3428) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3428)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:14:34.076038 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:14:34.135493 run osmo-hlr_10.42.42.2(pid=3425): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3425)]\u000a06:14:34.183985 run osmo-hlr_10.42.42.2(pid=3425): stdout: \u000a| (launched: 2022-12-10_06:14:30.991105) \u000a06:14:34.233305 run osmo-hlr_10.42.42.2(pid=3425): stderr: \u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061431321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061431343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061431352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:34.300145 run osmo-msc_10.42.42.6(pid=3431): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3431)]\u000a06:14:34.348714 run osmo-msc_10.42.42.6(pid=3431): stdout: \u000a| (launched: 2022-12-10_06:14:33.214328) \u000a06:14:34.397710 run osmo-msc_10.42.42.6(pid=3431): stderr: \u000a| �[0;m�[38;5;43m20221210061433484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061433484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff59f1dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061433484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061433484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061433486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061433487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:34.438827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminating (SIGTERM)\u000a06:14:34.477814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminating (SIGTERM)\u000a06:14:34.516744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminating (SIGTERM)\u000a06:14:34.525997 --- ParallelTerminationStrategy: PID 3424 died...\u000a06:14:34.578486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3424): Terminated: ok {rc=0}\u000a06:14:34.587832 --- ParallelTerminationStrategy: PID 3427 died...\u000a06:14:34.639854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3427): Terminated: ok {rc=0}\u000a06:14:34.649819 --- ParallelTerminationStrategy: PID 3430 died...\u000a06:14:34.702443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3430): Terminated: ok {rc=0}\u000a06:14:34.791110 bus /sierra_3: Setting Powered False\u000a06:14:35.891460 bus /sierra_3: Setting Powered False\u000a06:14:37.001876 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:38.109612 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.121301 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:14:38.276096 tst mo_mt_call_osmux.py: using LAC 26413\u000a06:14:38.390888 tst mo_mt_call_osmux.py: using RAC 148\u000a06:14:38.504886 tst mo_mt_call_osmux.py: using CellId 26413\u000a06:14:38.619164 tst mo_mt_call_osmux.py: using BVCI 26414\u000a06:14:38.641344 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.652263 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.663413 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.674568 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.685681 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:14:38.696607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:38.811530 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:14:39.007045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:39.466234 run create_hlr_db(pid=3433): Launched\u000a06:14:39.632615 bus /sierra_2: Setting Powered False\u000a06:14:40.654811 run create_hlr_db(pid=3433): Terminated: ok {rc=0}\u000a06:14:41.069866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Launched\u000a06:14:41.381896 run osmo-hlr_10.42.42.2(pid=3436): Launched\u000a06:14:41.499068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:42.042411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Launched\u000a06:14:42.354043 run osmo-stp_10.42.42.5(pid=3439): Launched\u000a06:14:42.466426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:43.038058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Launched\u000a06:14:43.350251 run osmo-msc_10.42.42.6(pid=3442): Launched\u000a06:14:43.532938 run osmo-stp_10.42.42.5(pid=3439): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)]\u000a06:14:43.665067 run osmo-stp_10.42.42.5(pid=3439): stdout: \u000a| (launched: 2022-12-10_06:14:42.200866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:43.798342 run osmo-stp_10.42.42.5(pid=3439): stderr: \u000a| �[0;m�[38;5;43m20221210061442390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061442391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:43.923329 run osmo-stp_10.42.42.5(pid=3439): stdout: \u000a| (launched: 2022-12-10_06:14:42.200866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:44.047117 run osmo-stp_10.42.42.5(pid=3439): stderr: \u000a| �[0;m�[38;5;43m20221210061442390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061442391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061442391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061442392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:44.102108 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3439): Process ended prematurely: osmo-stp_10.42.42.5(pid=3439) [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3439)] [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:14:44.111464 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:14:44.172342 run osmo-hlr_10.42.42.2(pid=3436): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3436)]\u000a06:14:44.222656 run osmo-hlr_10.42.42.2(pid=3436): stdout: \u000a| (launched: 2022-12-10_06:14:41.228388) \u000a06:14:44.273423 run osmo-hlr_10.42.42.2(pid=3436): stderr: \u000a| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061441427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061441428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061441428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061441440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061441448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:44.342792 run osmo-msc_10.42.42.6(pid=3442): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3442)]\u000a06:14:44.393211 run osmo-msc_10.42.42.6(pid=3442): stdout: \u000a| (launched: 2022-12-10_06:14:43.196548) \u000a06:14:44.444147 run osmo-msc_10.42.42.6(pid=3442): stderr: \u000a| �[0;m�[38;5;43m20221210061443515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061443515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5d241c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061443515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061443515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061443516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061443516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061443517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061443518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:44.487249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Terminating (SIGTERM)\u000a06:14:44.528039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Terminating (SIGTERM)\u000a06:14:44.568830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Terminating (SIGTERM)\u000a06:14:44.578313 --- ParallelTerminationStrategy: PID 3435 died...\u000a06:14:44.633117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3435): Terminated: ok {rc=0}\u000a06:14:44.642972 --- ParallelTerminationStrategy: PID 3438 died...\u000a06:14:44.697571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3438): Terminated: ok {rc=0}\u000a06:14:44.707307 --- ParallelTerminationStrategy: PID 3441 died...\u000a06:14:44.761711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3441): Terminated: ok {rc=0}\u000a06:14:44.846916 bus /sierra_3: Setting Powered False\u000a06:14:45.966946 bus /sierra_3: Setting Powered False\u000a06:14:47.114364 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:14:27" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:14:49.118557 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.130059 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:14:49.292338 tst mo_mt_call.py: using LAC 26414\u000a06:14:49.414879 tst mo_mt_call.py: using RAC 149\u000a06:14:49.543013 tst mo_mt_call.py: using CellId 26414\u000a06:14:49.663109 tst mo_mt_call.py: using BVCI 26415\u000a06:14:49.687035 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.698583 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.710049 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.721399 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.732864 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:49.744196 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:14:49.857011 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:14:50.054589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:14:50.513800 run create_hlr_db(pid=3447): Launched\u000a06:14:50.681372 bus /sierra_2: Setting Powered False\u000a06:14:51.702832 run create_hlr_db(pid=3447): Terminated: ok {rc=0}\u000a06:14:52.118958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Launched\u000a06:14:52.432065 run osmo-hlr_10.42.42.2(pid=3450): Launched\u000a06:14:52.547377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:14:53.092936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Launched\u000a06:14:53.406519 run osmo-stp_10.42.42.5(pid=3453): Launched\u000a06:14:53.520099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:14:54.093897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Launched\u000a06:14:54.405740 run osmo-msc_10.42.42.6(pid=3456): Launched\u000a06:14:54.589314 run osmo-stp_10.42.42.5(pid=3453): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)]\u000a06:14:54.722801 run osmo-stp_10.42.42.5(pid=3453): stdout: \u000a| (launched: 2022-12-10_06:14:53.252143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:54.854994 run osmo-stp_10.42.42.5(pid=3453): stderr: \u000a| �[0;m�[38;5;43m20221210061453445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061453446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:54.980276 run osmo-stp_10.42.42.5(pid=3453): stdout: \u000a| (launched: 2022-12-10_06:14:53.252143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:14:55.104332 run osmo-stp_10.42.42.5(pid=3453): stderr: \u000a| �[0;m�[38;5;43m20221210061453445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061453446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061453446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061453447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:14:55.159620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3453): Process ended prematurely: osmo-stp_10.42.42.5(pid=3453) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3453)] [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:14:55.168805 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:14:55.230105 run osmo-hlr_10.42.42.2(pid=3450): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3450)]\u000a06:14:55.280479 run osmo-hlr_10.42.42.2(pid=3450): stdout: \u000a| (launched: 2022-12-10_06:14:52.278112) \u000a06:14:55.332207 run osmo-hlr_10.42.42.2(pid=3450): stderr: \u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061452475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061452488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061452496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061452497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061452497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:14:55.401842 run osmo-msc_10.42.42.6(pid=3456): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3456)]\u000a06:14:55.452087 run osmo-msc_10.42.42.6(pid=3456): stdout: \u000a| (launched: 2022-12-10_06:14:54.252579) \u000a06:14:55.502855 run osmo-msc_10.42.42.6(pid=3456): stderr: \u000a| �[0;m�[38;5;43m20221210061454573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061454573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a18e22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061454573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061454574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061454576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061454576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:14:55.546369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminating (SIGTERM)\u000a06:14:55.587190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminating (SIGTERM)\u000a06:14:55.628013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminating (SIGTERM)\u000a06:14:55.637560 --- ParallelTerminationStrategy: PID 3449 died...\u000a06:14:55.692417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3449): Terminated: ok {rc=0}\u000a06:14:55.702300 --- ParallelTerminationStrategy: PID 3452 died...\u000a06:14:55.756469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3452): Terminated: ok {rc=0}\u000a06:14:55.766237 --- ParallelTerminationStrategy: PID 3455 died...\u000a06:14:55.820676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3455): Terminated: ok {rc=0}\u000a06:14:55.906286 bus /sierra_3: Setting Powered False\u000a06:14:57.009464 bus /sierra_3: Setting Powered False\u000a06:14:58.116761 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:14:59.228099 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.240245 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:14:59.402318 tst mo_mt_call_osmux.py: using LAC 26415\u000a06:14:59.526541 tst mo_mt_call_osmux.py: using RAC 150\u000a06:14:59.648743 tst mo_mt_call_osmux.py: using CellId 26415\u000a06:14:59.771132 tst mo_mt_call_osmux.py: using BVCI 26416\u000a06:14:59.794828 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.806339 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.817752 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.828937 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.840282 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:14:59.851619 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:14:59.966423 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:15:00.162355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:00.621982 run create_hlr_db(pid=3458): Launched\u000a06:15:00.788751 bus /sierra_2: Setting Powered False\u000a06:15:01.846004 run create_hlr_db(pid=3458): Terminated: ok {rc=0}\u000a06:15:02.298776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Launched\u000a06:15:02.592617 run osmo-hlr_10.42.42.2(pid=3464): Launched\u000a06:15:02.703173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:03.218459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Launched\u000a06:15:03.509067 run osmo-stp_10.42.42.5(pid=3467): Launched\u000a06:15:03.615427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:04.154695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Launched\u000a06:15:04.448189 run osmo-msc_10.42.42.6(pid=3470): Launched\u000a06:15:04.622693 run osmo-stp_10.42.42.5(pid=3467): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)]\u000a06:15:04.748843 run osmo-stp_10.42.42.5(pid=3467): stdout: \u000a| (launched: 2022-12-10_06:15:03.365557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:04.871618 run osmo-stp_10.42.42.5(pid=3467): stderr: \u000a| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061503536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061503536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:04.989440 run osmo-stp_10.42.42.5(pid=3467): stdout: \u000a| (launched: 2022-12-10_06:15:03.365557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:05.106146 run osmo-stp_10.42.42.5(pid=3467): stderr: \u000a| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061503535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061503536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061503536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061503537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:05.157925 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3467): Process ended prematurely: osmo-stp_10.42.42.5(pid=3467) [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3467)] [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:15:05.166735 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:15:05.226036 run osmo-hlr_10.42.42.2(pid=3464): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3464)]\u000a06:15:05.274232 run osmo-hlr_10.42.42.2(pid=3464): stdout: \u000a| (launched: 2022-12-10_06:15:02.446849) \u000a06:15:05.323142 run osmo-hlr_10.42.42.2(pid=3464): stderr: \u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061502621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061502637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061502645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061502646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061502646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:05.389652 run osmo-msc_10.42.42.6(pid=3470): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3470)]\u000a06:15:05.438559 run osmo-msc_10.42.42.6(pid=3470): stdout: \u000a| (launched: 2022-12-10_06:15:04.302984) \u000a06:15:05.487579 run osmo-msc_10.42.42.6(pid=3470): stderr: \u000a| �[0;m�[38;5;43m20221210061504573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061504573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f535d243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061504573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061504574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061504576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061504577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061504578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:05.528765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Terminating (SIGTERM)\u000a06:15:05.568062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Terminating (SIGTERM)\u000a06:15:05.607477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Terminating (SIGTERM)\u000a06:15:05.616830 --- ParallelTerminationStrategy: PID 3463 died...\u000a06:15:05.669372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3463): Terminated: ok {rc=0}\u000a06:15:05.679261 --- ParallelTerminationStrategy: PID 3466 died...\u000a06:15:05.731829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3466): Terminated: ok {rc=0}\u000a06:15:05.741409 --- ParallelTerminationStrategy: PID 3469 died...\u000a06:15:05.794345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3469): Terminated: ok {rc=0}\u000a06:15:05.881321 bus /sierra_3: Setting Powered False\u000a06:15:06.982859 bus /sierra_3: Setting Powered False\u000a06:15:08.087936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:14:48" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:15:10.082639 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.093843 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:15:10.255960 tst mo_mt_call.py: using LAC 26416\u000a06:15:10.380233 tst mo_mt_call.py: using RAC 151\u000a06:15:10.502679 tst mo_mt_call.py: using CellId 26416\u000a06:15:10.624740 tst mo_mt_call.py: using BVCI 26417\u000a06:15:10.648440 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.659664 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.670759 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.681814 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.693308 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:10.704448 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:10.818177 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:11.021185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:11.519454 run create_hlr_db(pid=3475): Launched\u000a06:15:11.699861 bus /sierra_2: Setting Powered False\u000a06:15:12.721091 run create_hlr_db(pid=3475): Terminated: ok {rc=0}\u000a06:15:13.113385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Launched\u000a06:15:13.403466 run osmo-hlr_10.42.42.2(pid=3478): Launched\u000a06:15:13.516492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:14.033338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Launched\u000a06:15:14.324695 run osmo-stp_10.42.42.5(pid=3481): Launched\u000a06:15:14.431539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:14.967571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Launched\u000a06:15:15.260866 run osmo-msc_10.42.42.6(pid=3484): Launched\u000a06:15:15.433590 run osmo-stp_10.42.42.5(pid=3481): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)]\u000a06:15:15.559216 run osmo-stp_10.42.42.5(pid=3481): stdout: \u000a| (launched: 2022-12-10_06:15:14.180580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:15.681244 run osmo-stp_10.42.42.5(pid=3481): stderr: \u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061514348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:15.798188 run osmo-stp_10.42.42.5(pid=3481): stdout: \u000a| (launched: 2022-12-10_06:15:14.180580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:15.926509 run osmo-stp_10.42.42.5(pid=3481): stderr: \u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061514348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061514348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061514351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:15.983557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3481): Process ended prematurely: osmo-stp_10.42.42.5(pid=3481) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3481)] [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:15:15.993051 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:15:16.056362 run osmo-hlr_10.42.42.2(pid=3478): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3478)]\u000a06:15:16.107565 run osmo-hlr_10.42.42.2(pid=3478): stdout: \u000a| (launched: 2022-12-10_06:15:13.260463) \u000a06:15:16.159670 run osmo-hlr_10.42.42.2(pid=3478): stderr: \u000a| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061513436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061513437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061513448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061513457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:16.228984 run osmo-msc_10.42.42.6(pid=3484): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3484)]\u000a06:15:16.280357 run osmo-msc_10.42.42.6(pid=3484): stdout: \u000a| (launched: 2022-12-10_06:15:15.116001) \u000a06:15:16.332304 run osmo-msc_10.42.42.6(pid=3484): stderr: \u000a| �[0;m�[38;5;43m20221210061515389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061515389 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8fa6bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061515389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061515389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061515389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061515390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061515391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061515392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:16.375173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Terminating (SIGTERM)\u000a06:15:16.417891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Terminating (SIGTERM)\u000a06:15:16.458499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Terminating (SIGTERM)\u000a06:15:16.469347 --- ParallelTerminationStrategy: PID 3477 died...\u000a06:15:16.525196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3477): Terminated: ok {rc=0}\u000a06:15:16.535566 --- ParallelTerminationStrategy: PID 3480 died...\u000a06:15:16.590426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3480): Terminated: ok {rc=0}\u000a06:15:16.601863 --- ParallelTerminationStrategy: PID 3483 died...\u000a06:15:16.657558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3483): Terminated: ok {rc=0}\u000a06:15:16.746000 bus /sierra_3: Setting Powered False\u000a06:15:17.845431 bus /sierra_3: Setting Powered False\u000a06:15:18.955104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:15:20.061781 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.073249 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:15:20.228910 tst mo_mt_call_osmux.py: using LAC 26417\u000a06:15:20.344176 tst mo_mt_call_osmux.py: using RAC 152\u000a06:15:20.460817 tst mo_mt_call_osmux.py: using CellId 26417\u000a06:15:20.577668 tst mo_mt_call_osmux.py: using BVCI 26418\u000a06:15:20.599792 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.610516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.621128 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.631884 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.642760 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:15:20.653596 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:20.769812 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:15:20.966840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:21.423594 run create_hlr_db(pid=3486): Launched\u000a06:15:21.591608 bus /sierra_2: Setting Powered False\u000a06:15:22.611746 run create_hlr_db(pid=3486): Terminated: ok {rc=0}\u000a06:15:23.027910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Launched\u000a06:15:23.341289 run osmo-hlr_10.42.42.2(pid=3489): Launched\u000a06:15:23.456537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:24.001307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Launched\u000a06:15:24.314981 run osmo-stp_10.42.42.5(pid=3492): Launched\u000a06:15:24.429261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:25.003498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Launched\u000a06:15:25.317105 run osmo-msc_10.42.42.6(pid=3495): Launched\u000a06:15:25.501801 run osmo-stp_10.42.42.5(pid=3492): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)]\u000a06:15:25.635793 run osmo-stp_10.42.42.5(pid=3492): stdout: \u000a| (launched: 2022-12-10_06:15:24.160128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:25.769287 run osmo-stp_10.42.42.5(pid=3492): stderr: \u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061524353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:25.894645 run osmo-stp_10.42.42.5(pid=3492): stdout: \u000a| (launched: 2022-12-10_06:15:24.160128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:26.019299 run osmo-stp_10.42.42.5(pid=3492): stderr: \u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061524352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061524353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061524353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:26.074574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3492): Process ended prematurely: osmo-stp_10.42.42.5(pid=3492) [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3492)] [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:15:26.083674 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:15:26.146205 run osmo-hlr_10.42.42.2(pid=3489): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3489)]\u000a06:15:26.197329 run osmo-hlr_10.42.42.2(pid=3489): stdout: \u000a| (launched: 2022-12-10_06:15:23.186741) \u000a06:15:26.248923 run osmo-hlr_10.42.42.2(pid=3489): stderr: \u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061523385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061523397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061523406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:26.319218 run osmo-msc_10.42.42.6(pid=3495): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3495)]\u000a06:15:26.370499 run osmo-msc_10.42.42.6(pid=3495): stdout: \u000a| (launched: 2022-12-10_06:15:25.162335) \u000a06:15:26.422270 run osmo-msc_10.42.42.6(pid=3495): stderr: \u000a| �[0;m�[38;5;43m20221210061525483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061525483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0fae91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061525484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061525484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061525486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061525486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:26.466258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Terminating (SIGTERM)\u000a06:15:26.507611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Terminating (SIGTERM)\u000a06:15:26.549002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Terminating (SIGTERM)\u000a06:15:26.558549 --- ParallelTerminationStrategy: PID 3488 died...\u000a06:15:26.613982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3488): Terminated: ok {rc=0}\u000a06:15:26.623897 --- ParallelTerminationStrategy: PID 3491 died...\u000a06:15:26.678993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3491): Terminated: ok {rc=0}\u000a06:15:26.689013 --- ParallelTerminationStrategy: PID 3494 died...\u000a06:15:26.744424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3494): Terminated: ok {rc=0}\u000a06:15:26.830696 bus /sierra_3: Setting Powered False\u000a06:15:27.936228 bus /sierra_3: Setting Powered False\u000a06:15:29.043165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:15:31.074217 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.086299 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:15:31.225247 tst emergency_mo_mt_call.py: using LAC 26418\u000a06:15:31.345897 tst emergency_mo_mt_call.py: using RAC 153\u000a06:15:31.462803 tst emergency_mo_mt_call.py: using CellId 26418\u000a06:15:31.575782 tst emergency_mo_mt_call.py: using BVCI 26419\u000a06:15:31.601357 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.612932 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.624331 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.637955 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.650639 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:31.663130 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:31.778737 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:31.987389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:32.478535 run create_hlr_db(pid=3500): Launched\u000a06:15:32.655021 bus /sierra_2: Setting Powered False\u000a06:15:33.676050 run create_hlr_db(pid=3500): Terminated: ok {rc=0}\u000a06:15:34.059607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Launched\u000a06:15:34.344387 run osmo-hlr_10.42.42.2(pid=3503): Launched\u000a06:15:34.453683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:34.955776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Launched\u000a06:15:35.241351 run osmo-stp_10.42.42.5(pid=3506): Launched\u000a06:15:35.366791 tst emergency_mo_mt_call.py: using MSISDN 7582\u000a06:15:35.516401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:36.039567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Launched\u000a06:15:36.326223 run osmo-msc_10.42.42.6(pid=3509): Launched\u000a06:15:36.495916 run osmo-stp_10.42.42.5(pid=3506): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)]\u000a06:15:36.619056 run osmo-stp_10.42.42.5(pid=3506): stdout: \u000a| (launched: 2022-12-10_06:15:35.099863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:36.739012 run osmo-stp_10.42.42.5(pid=3506): stderr: \u000a| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061535271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061535271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:36.854175 run osmo-stp_10.42.42.5(pid=3506): stdout: \u000a| (launched: 2022-12-10_06:15:35.099863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:36.968077 run osmo-stp_10.42.42.5(pid=3506): stderr: \u000a| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061535270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061535271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061535271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061535272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:37.018633 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3506): Process ended prematurely: osmo-stp_10.42.42.5(pid=3506) [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3506)] [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a06:15:37.026870 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a06:15:37.086550 run osmo-hlr_10.42.42.2(pid=3503): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3503)]\u000a06:15:37.135429 run osmo-hlr_10.42.42.2(pid=3503): stdout: \u000a| (launched: 2022-12-10_06:15:34.203334) \u000a06:15:37.184791 run osmo-hlr_10.42.42.2(pid=3503): stderr: \u000a| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061534378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061534379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061534391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061534399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:37.251624 run osmo-msc_10.42.42.6(pid=3509): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3509)]\u000a06:15:37.300148 run osmo-msc_10.42.42.6(pid=3509): stdout: \u000a| (launched: 2022-12-10_06:15:36.183906) \u000a06:15:37.349371 run osmo-msc_10.42.42.6(pid=3509): stderr: \u000a| �[0;m�[38;5;43m20221210061536453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061536453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba41fdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061536453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061536453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061536453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061536454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061536455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061536456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:37.390722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Terminating (SIGTERM)\u000a06:15:37.430144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Terminating (SIGTERM)\u000a06:15:37.469757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Terminating (SIGTERM)\u000a06:15:37.479137 --- ParallelTerminationStrategy: PID 3502 died...\u000a06:15:37.532609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3502): Terminated: ok {rc=0}\u000a06:15:37.542265 --- ParallelTerminationStrategy: PID 3505 died...\u000a06:15:37.595517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3505): Terminated: ok {rc=0}\u000a06:15:37.605329 --- ParallelTerminationStrategy: PID 3508 died...\u000a06:15:37.658573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3508): Terminated: ok {rc=0}\u000a06:15:37.742074 bus /sierra_3: Setting Powered False\u000a06:15:38.848419 bus /sierra_3: Setting Powered False\u000a06:15:39.954939 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:15:41.005836 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.017175 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a06:15:41.156339 tst emergency_preemptive_call.py: using LAC 26419\u000a06:15:41.275087 tst emergency_preemptive_call.py: using RAC 154\u000a06:15:41.393244 tst emergency_preemptive_call.py: using CellId 26419\u000a06:15:41.514884 tst emergency_preemptive_call.py: using BVCI 26420\u000a06:15:41.538243 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.549254 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.560103 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.571472 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.582932 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:15:41.594344 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:41.707479 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:41.822799 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:41.938497 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:42.135517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:15:42.588325 run create_hlr_db(pid=3511): Launched\u000a06:15:42.754438 bus /sierra_2: Setting Powered False\u000a06:15:43.775481 run create_hlr_db(pid=3511): Terminated: ok {rc=0}\u000a06:15:44.185262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Launched\u000a06:15:44.492415 run osmo-hlr_10.42.42.2(pid=3514): Launched\u000a06:15:44.605602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:15:45.140252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Launched\u000a06:15:45.447123 run osmo-stp_10.42.42.5(pid=3517): Launched\u000a06:15:45.570554 tst emergency_preemptive_call.py: using MSISDN 7583\u000a06:15:45.724089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:15:46.293678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Launched\u000a06:15:46.691107 run osmo-msc_10.42.42.6(pid=3520): Launched\u000a06:15:46.925384 run osmo-stp_10.42.42.5(pid=3517): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)]\u000a06:15:47.199862 run osmo-stp_10.42.42.5(pid=3517): stdout: \u000a| (launched: 2022-12-10_06:15:45.296301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:47.367230 run osmo-stp_10.42.42.5(pid=3517): stderr: \u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061545488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:47.490636 run osmo-stp_10.42.42.5(pid=3517): stdout: \u000a| (launched: 2022-12-10_06:15:45.296301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:15:47.612689 run osmo-stp_10.42.42.5(pid=3517): stderr: \u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061545488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061545488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061545489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:15:47.666833 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3517): Process ended prematurely: osmo-stp_10.42.42.5(pid=3517) [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3517)] [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a06:15:47.675274 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a06:15:47.738533 run osmo-hlr_10.42.42.2(pid=3514): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3514)]\u000a06:15:47.790138 run osmo-hlr_10.42.42.2(pid=3514): stdout: \u000a| (launched: 2022-12-10_06:15:44.341289) \u000a06:15:47.842094 run osmo-hlr_10.42.42.2(pid=3514): stderr: \u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061544539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061544551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061544560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:15:47.912784 run osmo-msc_10.42.42.6(pid=3520): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3520)]\u000a06:15:47.964121 run osmo-msc_10.42.42.6(pid=3520): stdout: \u000a| (launched: 2022-12-10_06:15:46.444151) \u000a06:15:48.016460 run osmo-msc_10.42.42.6(pid=3520): stderr: \u000a| �[0;m�[38;5;43m20221210061547055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210061547055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f687d9eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210061547056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210061547056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210061547062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210061547063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:15:48.060568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Terminating (SIGTERM)\u000a06:15:48.102388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Terminating (SIGTERM)\u000a06:15:48.143943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Terminating (SIGTERM)\u000a06:15:48.153655 --- ParallelTerminationStrategy: PID 3513 died...\u000a06:15:48.209533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3513): Terminated: ok {rc=0}\u000a06:15:48.219539 --- ParallelTerminationStrategy: PID 3516 died...\u000a06:15:48.275037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3516): Terminated: ok {rc=0}\u000a06:15:48.285138 --- ParallelTerminationStrategy: PID 3519 died...\u000a06:15:48.340874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3519): Terminated: ok {rc=0}\u000a06:15:48.427672 bus /sierra_9: Setting Powered False\u000a06:15:49.533164 bus /sierra_9: Setting Powered False\u000a06:15:50.644472 bus /sierra_8: Setting Powered False\u000a06:15:51.747490 bus /sierra_8: Setting Powered False\u000a06:15:52.857272 bus /sierra_3: Setting Powered False\u000a06:15:53.959474 bus /sierra_3: Setting Powered False\u000a06:15:55.067593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:15:57.174829 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.185867 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:15:57.327107 tst cs_paging_gprs_active.py: using LAC 26420\u000a06:15:57.449608 tst cs_paging_gprs_active.py: using RAC 155\u000a06:15:57.567968 tst cs_paging_gprs_active.py: using CellId 26420\u000a06:15:57.684450 tst cs_paging_gprs_active.py: using BVCI 26421\u000a06:15:57.706985 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.717495 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.727794 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.738483 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.748898 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.759374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.769999 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.780392 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:15:57.791055 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:57.907048 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:15:58.194430 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:15:58.325482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:15:58.651483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Launched\u000a06:15:58.922471 run iperf3-srv_10.42.42.10(pid=3526): Launched\u000a06:15:59.114330 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:15:59.245451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:15:59.571104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Launched\u000a06:15:59.842391 run iperf3-srv_10.42.42.10(pid=3528): Launched\u000a06:16:00.033942 tst cs_paging_gprs_active.py:38: start network...\u000a06:16:00.164528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:00.666107 run create_hlr_db(pid=3529): Launched\u000a06:16:00.855449 bus /sierra_2: Setting Powered False\u000a06:16:01.862858 run create_hlr_db(pid=3529): Terminated: ok {rc=0}\u000a06:16:02.294728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Launched\u000a06:16:02.589132 run osmo-hlr_10.42.42.2(pid=3532): Launched\u000a06:16:02.696570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:03.206041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Launched\u000a06:16:03.497425 run osmo-stp_10.42.42.5(pid=3535): Launched\u000a06:16:03.603413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:04.114241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Launched\u000a06:16:04.218353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:04.474976 run patchelf(pid=3538): Launched\u000a06:16:04.646711 run osmo-stp_10.42.42.5(pid=3535): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]\u000a06:16:04.772338 run osmo-stp_10.42.42.5(pid=3535): stdout: \u000a| (launched: 2022-12-10_06:16:03.353623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:04.898137 run osmo-stp_10.42.42.5(pid=3535): stderr: \u000a| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061603521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061603521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:05.019446 run osmo-stp_10.42.42.5(pid=3535): stdout: \u000a| (launched: 2022-12-10_06:16:03.353623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:05.139796 run osmo-stp_10.42.42.5(pid=3535): stderr: \u000a| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061603520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061603521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061603521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061603522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:05.279229 run patchelf(pid=3538): Terminating (SIGINT)\u000a06:16:05.443198 run patchelf(pid=3538): Terminated: ok {rc=0}\u000a06:16:05.473609 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)] [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a06:16:05.482866 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a06:16:05.542826 run osmo-hlr_10.42.42.2(pid=3532): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3532)]\u000a06:16:05.592048 run osmo-hlr_10.42.42.2(pid=3532): stdout: \u000a| (launched: 2022-12-10_06:16:02.443290) \u000a06:16:05.641593 run osmo-hlr_10.42.42.2(pid=3532): stderr: \u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061602617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061602630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061602638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:05.683479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Terminating (SIGTERM)\u000a06:16:05.722887 run iperf3-srv_10.42.42.10(pid=3526): Terminating (SIGTERM)\u000a06:16:05.762760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Terminating (SIGTERM)\u000a06:16:05.802024 run iperf3-srv_10.42.42.10(pid=3528): Terminating (SIGTERM)\u000a06:16:05.841613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminating (SIGTERM)\u000a06:16:05.881276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminating (SIGTERM)\u000a06:16:05.921047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Terminating (SIGTERM)\u000a06:16:05.930243 --- ParallelTerminationStrategy: PID 3525 died...\u000a06:16:05.982862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3525): Terminated: ok {rc=0}\u000a06:16:05.992484 --- ParallelTerminationStrategy: PID 3526 died...\u000a06:16:06.044929 run iperf3-srv_10.42.42.10(pid=3526): Terminated {rc=256}\u000a06:16:06.054539 --- ParallelTerminationStrategy: PID 3527 died...\u000a06:16:06.107199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3527): Terminated: ok {rc=0}\u000a06:16:06.116803 --- ParallelTerminationStrategy: PID 3528 died...\u000a06:16:06.169178 run iperf3-srv_10.42.42.10(pid=3528): Terminated {rc=256}\u000a06:16:06.178918 --- ParallelTerminationStrategy: PID 3531 died...\u000a06:16:06.231505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminated: ok {rc=0}\u000a06:16:06.241214 --- ParallelTerminationStrategy: PID 3534 died...\u000a06:16:06.294343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminated: ok {rc=0}\u000a06:16:06.303766 --- ParallelTerminationStrategy: PID 3537 died...\u000a06:16:06.356069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3537): Terminated: ok {rc=0}\u000a06:16:06.438864 bus /gobi_0: Setting Powered False\u000a06:16:07.538202 bus /gobi_0: Setting Powered False\u000a06:16:08.648140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a06:16:09.755656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:09.766804 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:09.909208 tst iperf3.py: using LAC 26421\u000a06:16:10.046393 tst iperf3.py: using RAC 156\u000a06:16:10.173353 tst iperf3.py: using CellId 26421\u000a06:16:10.290734 tst iperf3.py: using BVCI 26422\u000a06:16:10.312861 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.323515 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.333947 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.344230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.355374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.365955 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.376464 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.387242 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:10.397875 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:10.666064 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:16:10.786916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:11.089909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Launched\u000a06:16:11.342121 run iperf3-srv_10.42.42.10(pid=3540): Launched\u000a06:16:11.518573 tst iperf3.py:8: start network...\u000a06:16:11.639611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:12.098676 run create_hlr_db(pid=3541): Launched\u000a06:16:12.266359 bus /gobi_6: Setting Powered False\u000a06:16:13.288471 run create_hlr_db(pid=3541): Terminated: ok {rc=0}\u000a06:16:13.706158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Launched\u000a06:16:14.022145 run osmo-hlr_10.42.42.2(pid=3544): Launched\u000a06:16:14.137457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:14.683737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Launched\u000a06:16:14.998207 run osmo-stp_10.42.42.5(pid=3547): Launched\u000a06:16:15.111836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:15.658873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Launched\u000a06:16:15.771183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:16.097312 run patchelf(pid=3550): Launched\u000a06:16:16.276556 run osmo-stp_10.42.42.5(pid=3547): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)]\u000a06:16:16.408130 run osmo-stp_10.42.42.5(pid=3547): stdout: \u000a| (launched: 2022-12-10_06:16:14.843880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:16.538687 run osmo-stp_10.42.42.5(pid=3547): stderr: \u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061615034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:16.665880 run osmo-stp_10.42.42.5(pid=3547): stdout: \u000a| (launched: 2022-12-10_06:16:14.843880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:16.791909 run osmo-stp_10.42.42.5(pid=3547): stderr: \u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061615034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061615034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061615037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:16.936187 run patchelf(pid=3550): Terminating (SIGINT)\u000a06:16:17.107976 run patchelf(pid=3550): Terminated: ok {rc=0}\u000a06:16:17.141228 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3547): Process ended prematurely: osmo-stp_10.42.42.5(pid=3547) [trial-2370↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3547)] [trial-2370↪gprs:trx-lms↪iperf3.py:8]\u000a06:16:17.151558 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:16:17.217629 run osmo-hlr_10.42.42.2(pid=3544): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3544)]\u000a06:16:17.269665 run osmo-hlr_10.42.42.2(pid=3544): stdout: \u000a| (launched: 2022-12-10_06:16:13.866678) \u000a06:16:17.320787 run osmo-hlr_10.42.42.2(pid=3544): stderr: \u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061614067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061614080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061614090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061614090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061614091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:17.362098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Terminating (SIGTERM)\u000a06:16:17.401336 run iperf3-srv_10.42.42.10(pid=3540): Terminating (SIGTERM)\u000a06:16:17.440509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Terminating (SIGTERM)\u000a06:16:17.479937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Terminating (SIGTERM)\u000a06:16:17.518811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Terminating (SIGTERM)\u000a06:16:17.529096 --- ParallelTerminationStrategy: PID 3539 died...\u000a06:16:17.582168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3539): Terminated: ok {rc=0}\u000a06:16:17.591532 --- ParallelTerminationStrategy: PID 3540 died...\u000a06:16:17.643957 run iperf3-srv_10.42.42.10(pid=3540): Terminated {rc=256}\u000a06:16:17.653460 --- ParallelTerminationStrategy: PID 3543 died...\u000a06:16:17.705914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3543): Terminated: ok {rc=0}\u000a06:16:17.715303 --- ParallelTerminationStrategy: PID 3546 died...\u000a06:16:17.767498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3546): Terminated: ok {rc=0}\u000a06:16:17.777188 --- ParallelTerminationStrategy: PID 3549 died...\u000a06:16:17.829642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3549): Terminated: ok {rc=0}\u000a06:16:17.915566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a06:16:19.022941 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.034085 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:19.167986 tst iperf3m4.py: using LAC 26422\u000a06:16:19.284886 tst iperf3m4.py: using RAC 157\u000a06:16:19.400078 tst iperf3m4.py: using CellId 26422\u000a06:16:19.514672 tst iperf3m4.py: using BVCI 26423\u000a06:16:19.537094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.547604 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.557992 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.568470 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.578964 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.589484 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.600114 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.610613 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:19.621260 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:19.733464 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:19.852084 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:19.969745 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:20.238859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:16:20.359960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:20.662782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Launched\u000a06:16:20.913630 run iperf3-srv_10.42.42.10(pid=3552): Launched\u000a06:16:21.089926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:16:21.210500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:21.513082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Launched\u000a06:16:21.765312 run iperf3-srv_10.42.42.10(pid=3554): Launched\u000a06:16:21.942750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:16:22.064108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:22.368116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Launched\u000a06:16:22.618970 run iperf3-srv_10.42.42.10(pid=3556): Launched\u000a06:16:22.796119 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:16:22.917160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:23.220224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Launched\u000a06:16:23.479982 run iperf3-srv_10.42.42.10(pid=3558): Launched\u000a06:16:23.673238 tst iperf3m4.py:8: start network...\u000a06:16:23.804930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:24.308073 run create_hlr_db(pid=3559): Launched\u000a06:16:24.489965 bus /gobi_6: Setting Powered False\u000a06:16:25.509660 run create_hlr_db(pid=3559): Terminated: ok {rc=0}\u000a06:16:25.927341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Launched\u000a06:16:26.241658 run osmo-hlr_10.42.42.2(pid=3562): Launched\u000a06:16:26.357064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:26.905107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Launched\u000a06:16:27.216764 run osmo-stp_10.42.42.5(pid=3565): Launched\u000a06:16:27.324702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:27.837177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Launched\u000a06:16:27.941139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:28.198005 run patchelf(pid=3568): Launched\u000a06:16:28.370142 run osmo-stp_10.42.42.5(pid=3565): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)]\u000a06:16:28.495818 run osmo-stp_10.42.42.5(pid=3565): stdout: \u000a| (launched: 2022-12-10_06:16:27.064668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:28.621912 run osmo-stp_10.42.42.5(pid=3565): stderr: \u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061627236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:28.743230 run osmo-stp_10.42.42.5(pid=3565): stdout: \u000a| (launched: 2022-12-10_06:16:27.064668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:28.863731 run osmo-stp_10.42.42.5(pid=3565): stderr: \u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061627235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061627236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061627236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:29.003282 run patchelf(pid=3568): Terminating (SIGINT)\u000a06:16:29.167006 run patchelf(pid=3568): Terminated: ok {rc=0}\u000a06:16:29.197447 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3565): Process ended prematurely: osmo-stp_10.42.42.5(pid=3565) [trial-2370↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3565)] [trial-2370↪gprs:trx-lms↪iperf3m4.py:8]\u000a06:16:29.206663 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a06:16:29.266474 run osmo-hlr_10.42.42.2(pid=3562): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3562)]\u000a06:16:29.314894 run osmo-hlr_10.42.42.2(pid=3562): stdout: \u000a| (launched: 2022-12-10_06:16:26.087101) \u000a06:16:29.363737 run osmo-hlr_10.42.42.2(pid=3562): stderr: \u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061626287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061626300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061626310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061626311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061626311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:29.404712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a06:16:29.443656 run iperf3-srv_10.42.42.10(pid=3552): Terminating (SIGTERM)\u000a06:16:29.482370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Terminating (SIGTERM)\u000a06:16:29.521007 run iperf3-srv_10.42.42.10(pid=3554): Terminating (SIGTERM)\u000a06:16:29.559632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Terminating (SIGTERM)\u000a06:16:29.598443 run iperf3-srv_10.42.42.10(pid=3556): Terminating (SIGTERM)\u000a06:16:29.637250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Terminating (SIGTERM)\u000a06:16:29.675830 run iperf3-srv_10.42.42.10(pid=3558): Terminating (SIGTERM)\u000a06:16:29.714676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminating (SIGTERM)\u000a06:16:29.753471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Terminating (SIGTERM)\u000a06:16:29.792286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Terminating (SIGTERM)\u000a06:16:29.801556 --- ParallelTerminationStrategy: PID 3551 died...\u000a06:16:29.854330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a06:16:29.863675 --- ParallelTerminationStrategy: PID 3552 died...\u000a06:16:29.915341 run iperf3-srv_10.42.42.10(pid=3552): Terminated {rc=256}\u000a06:16:29.924871 --- ParallelTerminationStrategy: PID 3553 died...\u000a06:16:29.976834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3553): Terminated: ok {rc=0}\u000a06:16:29.986318 --- ParallelTerminationStrategy: PID 3554 died...\u000a06:16:30.038184 run iperf3-srv_10.42.42.10(pid=3554): Terminated {rc=256}\u000a06:16:30.047687 --- ParallelTerminationStrategy: PID 3555 died...\u000a06:16:30.099595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3555): Terminated: ok {rc=0}\u000a06:16:30.109198 --- ParallelTerminationStrategy: PID 3556 died...\u000a06:16:30.160844 run iperf3-srv_10.42.42.10(pid=3556): Terminated {rc=256}\u000a06:16:30.170197 --- ParallelTerminationStrategy: PID 3557 died...\u000a06:16:30.222565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3557): Terminated: ok {rc=0}\u000a06:16:30.231914 --- ParallelTerminationStrategy: PID 3558 died...\u000a06:16:30.283531 run iperf3-srv_10.42.42.10(pid=3558): Terminated {rc=256}\u000a06:16:30.292916 --- ParallelTerminationStrategy: PID 3561 died...\u000a06:16:30.345082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3561): Terminated: ok {rc=0}\u000a06:16:30.354634 --- ParallelTerminationStrategy: PID 3564 died...\u000a06:16:30.406418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3564): Terminated: ok {rc=0}\u000a06:16:30.415827 --- ParallelTerminationStrategy: PID 3567 died...\u000a06:16:30.467310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3567): Terminated: ok {rc=0}\u000a06:16:30.553789 bus /gobi_4: Setting Powered False\u000a06:16:31.679155 bus /gobi_4: Setting Powered False\u000a06:16:32.786371 bus /gobi_1: Setting Powered False\u000a06:16:33.890642 bus /gobi_1: Setting Powered False\u000a06:16:34.995199 bus /gobi_0: Setting Powered False\u000a06:16:36.098741 bus /gobi_0: Setting Powered False\u000a06:16:37.206944 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a06:16:38.275085 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.286678 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:38.425951 tst ping.py: using LAC 26423\u000a06:16:38.541089 tst ping.py: using RAC 158\u000a06:16:38.653543 tst ping.py: using CellId 26423\u000a06:16:38.766083 tst ping.py: using BVCI 26424\u000a06:16:38.788142 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.798716 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.809156 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.819728 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.830182 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.840590 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.851135 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:38.861658 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:39.139650 tst ping.py:19: start network...\u000a06:16:39.267536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:39.757803 run create_hlr_db(pid=3569): Launched\u000a06:16:39.935601 bus /gobi_6: Setting Powered False\u000a06:16:40.956105 run create_hlr_db(pid=3569): Terminated: ok {rc=0}\u000a06:16:41.363785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Launched\u000a06:16:41.669563 run osmo-hlr_10.42.42.2(pid=3572): Launched\u000a06:16:41.784803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:42.319422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Launched\u000a06:16:42.626163 run osmo-stp_10.42.42.5(pid=3575): Launched\u000a06:16:42.737298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:43.272246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Launched\u000a06:16:43.381465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:43.649780 run patchelf(pid=3578): Launched\u000a06:16:43.831160 run osmo-stp_10.42.42.5(pid=3575): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)]\u000a06:16:43.963205 run osmo-stp_10.42.42.5(pid=3575): stdout: \u000a| (launched: 2022-12-10_06:16:42.475057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:44.095946 run osmo-stp_10.42.42.5(pid=3575): stderr: \u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061642666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:44.224052 run osmo-stp_10.42.42.5(pid=3575): stdout: \u000a| (launched: 2022-12-10_06:16:42.475057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:44.350239 run osmo-stp_10.42.42.5(pid=3575): stderr: \u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061642665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061642666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061642666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:44.496359 run patchelf(pid=3578): Terminating (SIGINT)\u000a06:16:44.668020 run patchelf(pid=3578): Terminated: ok {rc=0}\u000a06:16:44.699457 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3575): Process ended prematurely: osmo-stp_10.42.42.5(pid=3575) [trial-2370↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3575)] [trial-2370↪gprs:trx-lms↪ping.py:22]\u000a06:16:44.708679 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:16:44.771235 run osmo-hlr_10.42.42.2(pid=3572): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3572)]\u000a06:16:44.822067 run osmo-hlr_10.42.42.2(pid=3572): stdout: \u000a| (launched: 2022-12-10_06:16:41.519117) \u000a06:16:44.873585 run osmo-hlr_10.42.42.2(pid=3572): stderr: \u000a| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061641717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061641718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061641729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061641737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:44.917079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Terminating (SIGTERM)\u000a06:16:44.958179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Terminating (SIGTERM)\u000a06:16:44.999319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Terminating (SIGTERM)\u000a06:16:45.008906 --- ParallelTerminationStrategy: PID 3571 died...\u000a06:16:45.064112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3571): Terminated: ok {rc=0}\u000a06:16:45.074236 --- ParallelTerminationStrategy: PID 3574 died...\u000a06:16:45.128979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3574): Terminated: ok {rc=0}\u000a06:16:45.138962 --- ParallelTerminationStrategy: PID 3577 died...\u000a06:16:45.193560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3577): Terminated: ok {rc=0}\u000a06:16:45.278377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a06:16:46.328247 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:46.340390 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a06:16:46.496607 tst ping_idle_ping.py: using LAC 26424\u000a06:16:46.641903 tst ping_idle_ping.py: using RAC 159\u000a06:16:46.788158 tst ping_idle_ping.py: using CellId 26424\u000a06:16:46.934274 tst ping_idle_ping.py: using BVCI 26425\u000a06:16:46.965808 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:46.980531 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:46.995083 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:47.009727 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:47.025306 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:47.041093 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:47.057549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a06:16:47.069616 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a06:16:47.371936 tst ping_idle_ping.py:24: start network...\u000a06:16:47.500112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:47.995723 run create_hlr_db(pid=3579): Launched\u000a06:16:48.174772 bus /gobi_6: Setting Powered False\u000a06:16:49.185733 run create_hlr_db(pid=3579): Terminated: ok {rc=0}\u000a06:16:49.604852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Launched\u000a06:16:49.913322 run osmo-hlr_10.42.42.2(pid=3582): Launched\u000a06:16:50.030278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:16:50.567111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Launched\u000a06:16:50.876321 run osmo-stp_10.42.42.5(pid=3585): Launched\u000a06:16:50.988330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:16:51.526032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Launched\u000a06:16:51.635642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:16:51.906110 run patchelf(pid=3588): Launched\u000a06:16:52.087071 run osmo-stp_10.42.42.5(pid=3585): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a06:16:52.219268 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-10_06:16:50.723533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:52.353247 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061650915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:52.480899 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-10_06:16:50.723533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:16:52.607552 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061650914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061650915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061650915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:16:52.755080 run patchelf(pid=3588): Terminating (SIGINT)\u000a06:16:52.927455 run patchelf(pid=3588): Terminated: ok {rc=0}\u000a06:16:52.958853 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)] [trial-2370↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a06:16:52.968114 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:16:53.029327 run osmo-hlr_10.42.42.2(pid=3582): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3582)]\u000a06:16:53.079284 run osmo-hlr_10.42.42.2(pid=3582): stdout: \u000a| (launched: 2022-12-10_06:16:49.761763) \u000a06:16:53.130024 run osmo-hlr_10.42.42.2(pid=3582): stderr: \u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061649957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061649969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061649978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:16:53.173256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminating (SIGTERM)\u000a06:16:53.213935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminating (SIGTERM)\u000a06:16:53.254642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Terminating (SIGTERM)\u000a06:16:53.263781 --- ParallelTerminationStrategy: PID 3581 died...\u000a06:16:53.318438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminated: ok {rc=0}\u000a06:16:53.328376 --- ParallelTerminationStrategy: PID 3584 died...\u000a06:16:53.382905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminated: ok {rc=0}\u000a06:16:53.392721 --- ParallelTerminationStrategy: PID 3587 died...\u000a06:16:53.447152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3587): Terminated: ok {rc=0}\u000a06:16:53.533400 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:16:55.683566 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:55.694728 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:16:55.842684 tst cs_paging_gprs_active.py: using LAC 26425\u000a06:16:55.964568 tst cs_paging_gprs_active.py: using RAC 160\u000a06:16:56.086388 tst cs_paging_gprs_active.py: using CellId 26425\u000a06:16:56.207902 tst cs_paging_gprs_active.py: using BVCI 26426\u000a06:16:56.232061 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.243237 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.254275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.265343 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.276419 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.287530 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.298810 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.309805 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:16:56.320773 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:16:56.435682 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:16:56.706652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:16:56.829092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:57.134619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Launched\u000a06:16:57.388247 run iperf3-srv_10.42.42.10(pid=3593): Launched\u000a06:16:57.567147 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:16:57.689212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:16:57.994949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Launched\u000a06:16:58.248256 run iperf3-srv_10.42.42.10(pid=3595): Launched\u000a06:16:58.427473 tst cs_paging_gprs_active.py:38: start network...\u000a06:16:58.549596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:16:59.012652 run create_hlr_db(pid=3596): Launched\u000a06:16:59.180909 bus /gobi_6: Setting Powered False\u000a06:17:00.203459 run create_hlr_db(pid=3596): Terminated: ok {rc=0}\u000a06:17:00.621581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Launched\u000a06:17:01.053442 run osmo-hlr_10.42.42.2(pid=3599): Launched\u000a06:17:01.203131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:01.888303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Launched\u000a06:17:02.227108 run osmo-stp_10.42.42.5(pid=3605): Launched\u000a06:17:02.375043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:02.901835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Launched\u000a06:17:03.006191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:03.263315 run patchelf(pid=3608): Launched\u000a06:17:03.437787 run osmo-stp_10.42.42.5(pid=3605): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]\u000a06:17:03.564100 run osmo-stp_10.42.42.5(pid=3605): stdout: \u000a| (launched: 2022-12-10_06:17:02.053265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:03.690786 run osmo-stp_10.42.42.5(pid=3605): stderr: \u000a| �[0;m�[38;5;43m20221210061702451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061702452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:03.813147 run osmo-stp_10.42.42.5(pid=3605): stdout: \u000a| (launched: 2022-12-10_06:17:02.053265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:03.934559 run osmo-stp_10.42.42.5(pid=3605): stderr: \u000a| �[0;m�[38;5;43m20221210061702451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061702452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061702452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061702453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:04.075475 run patchelf(pid=3608): Terminating (SIGINT)\u000a06:17:04.241444 run patchelf(pid=3608): Terminated: ok {rc=0}\u000a06:17:04.272131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)] [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:17:04.281380 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:17:04.341654 run osmo-hlr_10.42.42.2(pid=3599): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3599)]\u000a06:17:04.390531 run osmo-hlr_10.42.42.2(pid=3599): stdout: \u000a| (launched: 2022-12-10_06:17:00.782044) \u000a06:17:04.439720 run osmo-hlr_10.42.42.2(pid=3599): stderr: \u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061701094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061701114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061701136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:04.481459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Terminating (SIGTERM)\u000a06:17:04.520924 run iperf3-srv_10.42.42.10(pid=3593): Terminating (SIGTERM)\u000a06:17:04.560422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Terminating (SIGTERM)\u000a06:17:04.599655 run iperf3-srv_10.42.42.10(pid=3595): Terminating (SIGTERM)\u000a06:17:04.639004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Terminating (SIGTERM)\u000a06:17:04.678444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Terminating (SIGTERM)\u000a06:17:04.717993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminating (SIGTERM)\u000a06:17:04.727286 --- ParallelTerminationStrategy: PID 3592 died...\u000a06:17:04.780092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3592): Terminated: ok {rc=0}\u000a06:17:04.789808 --- ParallelTerminationStrategy: PID 3593 died...\u000a06:17:04.842095 run iperf3-srv_10.42.42.10(pid=3593): Terminated {rc=256}\u000a06:17:04.851802 --- ParallelTerminationStrategy: PID 3594 died...\u000a06:17:04.904134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3594): Terminated: ok {rc=0}\u000a06:17:04.913962 --- ParallelTerminationStrategy: PID 3595 died...\u000a06:17:04.966508 run iperf3-srv_10.42.42.10(pid=3595): Terminated {rc=256}\u000a06:17:04.976059 --- ParallelTerminationStrategy: PID 3598 died...\u000a06:17:05.028022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3598): Terminated: ok {rc=0}\u000a06:17:05.037940 --- ParallelTerminationStrategy: PID 3601 died...\u000a06:17:05.090322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3601): Terminated: ok {rc=0}\u000a06:17:05.100135 --- ParallelTerminationStrategy: PID 3607 died...\u000a06:17:05.152479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminated: ok {rc=0}\u000a06:17:05.240232 bus /gobi_0: Setting Powered False\u000a06:17:06.344832 bus /gobi_0: Setting Powered False\u000a06:17:07.451856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:17:08.559306 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:08.570755 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:08.706220 tst iperf3.py: using LAC 26426\u000a06:17:08.823695 tst iperf3.py: using RAC 161\u000a06:17:08.941386 tst iperf3.py: using CellId 26426\u000a06:17:09.056465 tst iperf3.py: using BVCI 26427\u000a06:17:09.078894 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.089642 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.100133 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.110875 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.121582 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.132250 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.143114 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.153860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:09.164772 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:09.436568 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:09.558553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:09.863805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Launched\u000a06:17:10.116895 run iperf3-srv_10.42.42.10(pid=3610): Launched\u000a06:17:10.295585 tst iperf3.py:8: start network...\u000a06:17:10.418027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:10.879054 run create_hlr_db(pid=3611): Launched\u000a06:17:11.053971 bus /gobi_6: Setting Powered False\u000a06:17:12.069019 run create_hlr_db(pid=3611): Terminated: ok {rc=0}\u000a06:17:12.487536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Launched\u000a06:17:12.802747 run osmo-hlr_10.42.42.2(pid=3614): Launched\u000a06:17:12.918479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:13.463839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Launched\u000a06:17:13.777933 run osmo-stp_10.42.42.5(pid=3617): Launched\u000a06:17:13.891814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:14.439105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Launched\u000a06:17:14.550322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:14.822951 run patchelf(pid=3620): Launched\u000a06:17:15.006827 run osmo-stp_10.42.42.5(pid=3617): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)]\u000a06:17:15.141014 run osmo-stp_10.42.42.5(pid=3617): stdout: \u000a| (launched: 2022-12-10_06:17:13.622968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:15.275437 run osmo-stp_10.42.42.5(pid=3617): stderr: \u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061713815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:15.405586 run osmo-stp_10.42.42.5(pid=3617): stdout: \u000a| (launched: 2022-12-10_06:17:13.622968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:15.534351 run osmo-stp_10.42.42.5(pid=3617): stderr: \u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061713814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061713815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061713817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:15.683835 run patchelf(pid=3620): Terminating (SIGINT)\u000a06:17:15.873169 run patchelf(pid=3620): Terminated: ok {rc=0}\u000a06:17:15.914563 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3617): Process ended prematurely: osmo-stp_10.42.42.5(pid=3617) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3617)] [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a06:17:15.925115 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:17:15.987952 run osmo-hlr_10.42.42.2(pid=3614): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3614)]\u000a06:17:16.039471 run osmo-hlr_10.42.42.2(pid=3614): stdout: \u000a| (launched: 2022-12-10_06:17:12.647217) \u000a06:17:16.091521 run osmo-hlr_10.42.42.2(pid=3614): stderr: \u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061712848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061712863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061712872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:16.136023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminating (SIGTERM)\u000a06:17:16.179801 run iperf3-srv_10.42.42.10(pid=3610): Terminating (SIGTERM)\u000a06:17:16.223440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Terminating (SIGTERM)\u000a06:17:16.267612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Terminating (SIGTERM)\u000a06:17:16.309846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Terminating (SIGTERM)\u000a06:17:16.319552 --- ParallelTerminationStrategy: PID 3609 died...\u000a06:17:16.375590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminated: ok {rc=0}\u000a06:17:16.385907 --- ParallelTerminationStrategy: PID 3610 died...\u000a06:17:16.441825 run iperf3-srv_10.42.42.10(pid=3610): Terminated {rc=256}\u000a06:17:16.452325 --- ParallelTerminationStrategy: PID 3613 died...\u000a06:17:16.507949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3613): Terminated: ok {rc=0}\u000a06:17:16.518225 --- ParallelTerminationStrategy: PID 3616 died...\u000a06:17:16.573760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3616): Terminated: ok {rc=0}\u000a06:17:16.584349 --- ParallelTerminationStrategy: PID 3619 died...\u000a06:17:16.640029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3619): Terminated: ok {rc=0}\u000a06:17:16.728185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:17:17.839746 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:17.851377 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:17.994894 tst iperf3m4.py: using LAC 26427\u000a06:17:18.115796 tst iperf3m4.py: using RAC 162\u000a06:17:18.236364 tst iperf3m4.py: using CellId 26427\u000a06:17:18.357461 tst iperf3m4.py: using BVCI 26428\u000a06:17:18.381485 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.392641 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.403650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.414683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.425588 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.436502 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.447849 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.458944 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:18.470254 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:18.590246 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:18.710577 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:18.825487 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:19.111454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:17:19.242737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:19.568152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Launched\u000a06:17:19.839432 run iperf3-srv_10.42.42.10(pid=3622): Launched\u000a06:17:20.032108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:17:20.163158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:20.490377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Launched\u000a06:17:20.761905 run iperf3-srv_10.42.42.10(pid=3624): Launched\u000a06:17:20.953601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:17:21.084261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:21.410460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Launched\u000a06:17:21.680502 run iperf3-srv_10.42.42.10(pid=3626): Launched\u000a06:17:21.872607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:17:22.003305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:22.329069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Launched\u000a06:17:22.600861 run iperf3-srv_10.42.42.10(pid=3628): Launched\u000a06:17:22.793767 tst iperf3m4.py:8: start network...\u000a06:17:22.924689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:23.426737 run create_hlr_db(pid=3629): Launched\u000a06:17:23.608298 bus /gobi_6: Setting Powered False\u000a06:17:24.629825 run create_hlr_db(pid=3629): Terminated: ok {rc=0}\u000a06:17:25.025683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Launched\u000a06:17:25.320080 run osmo-hlr_10.42.42.2(pid=3632): Launched\u000a06:17:25.434945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:25.952845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Launched\u000a06:17:26.246240 run osmo-stp_10.42.42.5(pid=3635): Launched\u000a06:17:26.353351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:26.865729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Launched\u000a06:17:26.969893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:27.226526 run patchelf(pid=3638): Launched\u000a06:17:27.398766 run osmo-stp_10.42.42.5(pid=3635): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)]\u000a06:17:27.524660 run osmo-stp_10.42.42.5(pid=3635): stdout: \u000a| (launched: 2022-12-10_06:17:26.101217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:27.650434 run osmo-stp_10.42.42.5(pid=3635): stderr: \u000a| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061726274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061726274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:27.771941 run osmo-stp_10.42.42.5(pid=3635): stdout: \u000a| (launched: 2022-12-10_06:17:26.101217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:27.892242 run osmo-stp_10.42.42.5(pid=3635): stderr: \u000a| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061726273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061726274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061726274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061726274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:28.032266 run patchelf(pid=3638): Terminating (SIGINT)\u000a06:17:28.196619 run patchelf(pid=3638): Terminated: ok {rc=0}\u000a06:17:28.227067 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3635): Process ended prematurely: osmo-stp_10.42.42.5(pid=3635) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3635)] [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:17:28.236128 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a06:17:28.296283 run osmo-hlr_10.42.42.2(pid=3632): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3632)]\u000a06:17:28.344704 run osmo-hlr_10.42.42.2(pid=3632): stdout: \u000a| (launched: 2022-12-10_06:17:25.174723) \u000a06:17:28.393779 run osmo-hlr_10.42.42.2(pid=3632): stderr: \u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061725360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:28.435068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Terminating (SIGTERM)\u000a06:17:28.475346 run iperf3-srv_10.42.42.10(pid=3622): Terminating (SIGTERM)\u000a06:17:28.514970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminating (SIGTERM)\u000a06:17:28.554532 run iperf3-srv_10.42.42.10(pid=3624): Terminating (SIGTERM)\u000a06:17:28.593875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminating (SIGTERM)\u000a06:17:28.633254 run iperf3-srv_10.42.42.10(pid=3626): Terminating (SIGTERM)\u000a06:17:28.673033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminating (SIGTERM)\u000a06:17:28.712315 run iperf3-srv_10.42.42.10(pid=3628): Terminating (SIGTERM)\u000a06:17:28.751857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Terminating (SIGTERM)\u000a06:17:28.791148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Terminating (SIGTERM)\u000a06:17:28.830446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Terminating (SIGTERM)\u000a06:17:28.839688 --- ParallelTerminationStrategy: PID 3621 died...\u000a06:17:28.892425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3621): Terminated: ok {rc=0}\u000a06:17:28.901930 --- ParallelTerminationStrategy: PID 3622 died...\u000a06:17:28.954584 run iperf3-srv_10.42.42.10(pid=3622): Terminated {rc=256}\u000a06:17:28.964198 --- ParallelTerminationStrategy: PID 3623 died...\u000a06:17:29.016688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminated: ok {rc=0}\u000a06:17:29.026128 --- ParallelTerminationStrategy: PID 3624 died...\u000a06:17:29.078471 run iperf3-srv_10.42.42.10(pid=3624): Terminated {rc=256}\u000a06:17:29.088096 --- ParallelTerminationStrategy: PID 3625 died...\u000a06:17:29.140303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminated: ok {rc=0}\u000a06:17:29.149952 --- ParallelTerminationStrategy: PID 3626 died...\u000a06:17:29.202825 run iperf3-srv_10.42.42.10(pid=3626): Terminated {rc=256}\u000a06:17:29.212226 --- ParallelTerminationStrategy: PID 3627 died...\u000a06:17:29.264401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminated: ok {rc=0}\u000a06:17:29.274085 --- ParallelTerminationStrategy: PID 3628 died...\u000a06:17:29.326222 run iperf3-srv_10.42.42.10(pid=3628): Terminated {rc=256}\u000a06:17:29.335770 --- ParallelTerminationStrategy: PID 3631 died...\u000a06:17:29.388585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3631): Terminated: ok {rc=0}\u000a06:17:29.398108 --- ParallelTerminationStrategy: PID 3634 died...\u000a06:17:29.450404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3634): Terminated: ok {rc=0}\u000a06:17:29.460104 --- ParallelTerminationStrategy: PID 3637 died...\u000a06:17:29.512601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3637): Terminated: ok {rc=0}\u000a06:17:29.599983 bus /gobi_4: Setting Powered False\u000a06:17:30.702111 bus /gobi_4: Setting Powered False\u000a06:17:31.826803 bus /gobi_1: Setting Powered False\u000a06:17:32.928994 bus /gobi_1: Setting Powered False\u000a06:17:34.038917 bus /gobi_0: Setting Powered False\u000a06:17:35.139856 bus /gobi_0: Setting Powered False\u000a06:17:36.250967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:17:37.317511 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.329053 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:37.463379 tst ping.py: using LAC 26428\u000a06:17:37.577298 tst ping.py: using RAC 163\u000a06:17:37.691043 tst ping.py: using CellId 26428\u000a06:17:37.805450 tst ping.py: using BVCI 26429\u000a06:17:37.827362 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.838156 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.848590 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.859572 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.870166 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.880627 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.891358 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:37.902863 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:38.169020 tst ping.py:19: start network...\u000a06:17:38.287378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:38.738647 run create_hlr_db(pid=3639): Launched\u000a06:17:38.904900 bus /gobi_6: Setting Powered False\u000a06:17:39.926204 run create_hlr_db(pid=3639): Terminated: ok {rc=0}\u000a06:17:40.338103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Launched\u000a06:17:40.647861 run osmo-hlr_10.42.42.2(pid=3642): Launched\u000a06:17:40.761354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:41.300833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Launched\u000a06:17:41.610087 run osmo-stp_10.42.42.5(pid=3645): Launched\u000a06:17:41.722379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:42.261793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Launched\u000a06:17:42.371395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:42.641183 run patchelf(pid=3648): Launched\u000a06:17:42.822859 run osmo-stp_10.42.42.5(pid=3645): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)]\u000a06:17:42.955349 run osmo-stp_10.42.42.5(pid=3645): stdout: \u000a| (launched: 2022-12-10_06:17:41.457446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:43.088166 run osmo-stp_10.42.42.5(pid=3645): stderr: \u000a| �[0;m�[38;5;43m20221210061741646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061741647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:43.215636 run osmo-stp_10.42.42.5(pid=3645): stdout: \u000a| (launched: 2022-12-10_06:17:41.457446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:43.341873 run osmo-stp_10.42.42.5(pid=3645): stderr: \u000a| �[0;m�[38;5;43m20221210061741646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061741647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061741647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061741648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:43.488504 run patchelf(pid=3648): Terminating (SIGINT)\u000a06:17:43.660765 run patchelf(pid=3648): Terminated: ok {rc=0}\u000a06:17:43.692350 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3645): Process ended prematurely: osmo-stp_10.42.42.5(pid=3645) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3645)] [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a06:17:43.701652 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:17:43.763513 run osmo-hlr_10.42.42.2(pid=3642): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3642)]\u000a06:17:43.814565 run osmo-hlr_10.42.42.2(pid=3642): stdout: \u000a| (launched: 2022-12-10_06:17:40.494840) \u000a06:17:43.866150 run osmo-hlr_10.42.42.2(pid=3642): stderr: \u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061740692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061740705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061740713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:43.909848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminating (SIGTERM)\u000a06:17:43.951219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminating (SIGTERM)\u000a06:17:43.992409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Terminating (SIGTERM)\u000a06:17:44.002148 --- ParallelTerminationStrategy: PID 3641 died...\u000a06:17:44.056764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3641): Terminated: ok {rc=0}\u000a06:17:44.066702 --- ParallelTerminationStrategy: PID 3644 died...\u000a06:17:44.121041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3644): Terminated: ok {rc=0}\u000a06:17:44.130898 --- ParallelTerminationStrategy: PID 3647 died...\u000a06:17:44.185166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3647): Terminated: ok {rc=0}\u000a06:17:44.270601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:17:45.320725 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.332679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:17:45.475375 tst ping_idle_ping.py: using LAC 26429\u000a06:17:45.596065 tst ping_idle_ping.py: using RAC 164\u000a06:17:45.714187 tst ping_idle_ping.py: using CellId 26429\u000a06:17:45.829226 tst ping_idle_ping.py: using BVCI 26430\u000a06:17:45.870127 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.883399 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.896252 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.915316 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.930489 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.943172 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.956116 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:17:45.969034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:17:46.261856 tst ping_idle_ping.py:24: start network...\u000a06:17:46.393470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:46.935888 run create_hlr_db(pid=3649): Launched\u000a06:17:47.120797 bus /gobi_6: Setting Powered False\u000a06:17:48.136578 run create_hlr_db(pid=3649): Terminated: ok {rc=0}\u000a06:17:48.525547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Launched\u000a06:17:48.814723 run osmo-hlr_10.42.42.2(pid=3652): Launched\u000a06:17:48.922081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:17:49.422123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Launched\u000a06:17:49.711037 run osmo-stp_10.42.42.5(pid=3655): Launched\u000a06:17:49.815630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:17:50.318593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Launched\u000a06:17:50.421142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:17:50.673308 run patchelf(pid=3658): Launched\u000a06:17:50.843360 run osmo-stp_10.42.42.5(pid=3655): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)]\u000a06:17:50.967235 run osmo-stp_10.42.42.5(pid=3655): stdout: \u000a| (launched: 2022-12-10_06:17:49.567863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:51.091861 run osmo-stp_10.42.42.5(pid=3655): stderr: \u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061749738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:51.211461 run osmo-stp_10.42.42.5(pid=3655): stdout: \u000a| (launched: 2022-12-10_06:17:49.567863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:17:51.330026 run osmo-stp_10.42.42.5(pid=3655): stderr: \u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061749737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061749738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061749738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:17:51.467756 run patchelf(pid=3658): Terminating (SIGINT)\u000a06:17:51.629570 run patchelf(pid=3658): Terminated: ok {rc=0}\u000a06:17:51.659165 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3655): Process ended prematurely: osmo-stp_10.42.42.5(pid=3655) [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3655)] [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:17:51.667789 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:17:51.727603 run osmo-hlr_10.42.42.2(pid=3652): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3652)]\u000a06:17:51.776149 run osmo-hlr_10.42.42.2(pid=3652): stdout: \u000a| (launched: 2022-12-10_06:17:48.671484) \u000a06:17:51.825622 run osmo-hlr_10.42.42.2(pid=3652): stderr: \u000a| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061748847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061748848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061748848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061748859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061748868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:17:51.867121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Terminating (SIGTERM)\u000a06:17:51.906759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Terminating (SIGTERM)\u000a06:17:51.946493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Terminating (SIGTERM)\u000a06:17:51.955897 --- ParallelTerminationStrategy: PID 3651 died...\u000a06:17:52.008889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3651): Terminated: ok {rc=0}\u000a06:17:52.018836 --- ParallelTerminationStrategy: PID 3654 died...\u000a06:17:52.071272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3654): Terminated: ok {rc=0}\u000a06:17:52.081099 --- ParallelTerminationStrategy: PID 3657 died...\u000a06:17:52.133674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3657): Terminated: ok {rc=0}\u000a06:17:52.220380 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:16:55" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:17:54.353705 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.364704 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:17:54.519567 tst cs_paging_gprs_active.py: using LAC 26430\u000a06:17:54.639186 tst cs_paging_gprs_active.py: using RAC 165\u000a06:17:54.753838 tst cs_paging_gprs_active.py: using CellId 26430\u000a06:17:54.868308 tst cs_paging_gprs_active.py: using BVCI 26431\u000a06:17:54.890831 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.901566 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.912062 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.923063 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.933925 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.944763 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.955885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.966743 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:17:54.977666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:17:55.096694 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:17:55.367920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:17:55.490092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:55.794973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Launched\u000a06:17:56.049034 run iperf3-srv_10.42.42.10(pid=3663): Launched\u000a06:17:56.227754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:17:56.349680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:17:56.655257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Launched\u000a06:17:56.908611 run iperf3-srv_10.42.42.10(pid=3665): Launched\u000a06:17:57.086671 tst cs_paging_gprs_active.py:38: start network...\u000a06:17:57.208702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:17:57.670615 run create_hlr_db(pid=3666): Launched\u000a06:17:57.839000 bus /gobi_6: Setting Powered False\u000a06:17:58.862852 run create_hlr_db(pid=3666): Terminated: ok {rc=0}\u000a06:17:59.281487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Launched\u000a06:17:59.597609 run osmo-hlr_10.42.42.2(pid=3669): Launched\u000a06:17:59.715681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:00.261501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Launched\u000a06:18:00.577077 run osmo-stp_10.42.42.5(pid=3672): Launched\u000a06:18:00.691284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:01.261567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Launched\u000a06:18:01.375984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:01.677196 run patchelf(pid=3675): Launched\u000a06:18:01.866208 run osmo-stp_10.42.42.5(pid=3672): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)]\u000a06:18:02.003976 run osmo-stp_10.42.42.5(pid=3672): stdout: \u000a| (launched: 2022-12-10_06:18:00.421552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:02.141613 run osmo-stp_10.42.42.5(pid=3672): stderr: \u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061800613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:02.273111 run osmo-stp_10.42.42.5(pid=3672): stdout: \u000a| (launched: 2022-12-10_06:18:00.421552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:02.402885 run osmo-stp_10.42.42.5(pid=3672): stderr: \u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061800612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061800613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061800613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:02.553609 run patchelf(pid=3675): Terminating (SIGINT)\u000a06:18:02.730871 run patchelf(pid=3675): Terminated: ok {rc=0}\u000a06:18:02.763855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3672): Process ended prematurely: osmo-stp_10.42.42.5(pid=3672) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3672)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:18:02.773895 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:18:02.836700 run osmo-hlr_10.42.42.2(pid=3669): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3669)]\u000a06:18:02.887332 run osmo-hlr_10.42.42.2(pid=3669): stdout: \u000a| (launched: 2022-12-10_06:17:59.442102) \u000a06:18:02.938601 run osmo-hlr_10.42.42.2(pid=3669): stderr: \u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061759640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061759653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061759662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:02.982351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Terminating (SIGTERM)\u000a06:18:03.023635 run iperf3-srv_10.42.42.10(pid=3663): Terminating (SIGTERM)\u000a06:18:03.065163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminating (SIGTERM)\u000a06:18:03.106527 run iperf3-srv_10.42.42.10(pid=3665): Terminating (SIGTERM)\u000a06:18:03.147809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Terminating (SIGTERM)\u000a06:18:03.189178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Terminating (SIGTERM)\u000a06:18:03.230455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Terminating (SIGTERM)\u000a06:18:03.240095 --- ParallelTerminationStrategy: PID 3662 died...\u000a06:18:03.295991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3662): Terminated: ok {rc=0}\u000a06:18:03.306178 --- ParallelTerminationStrategy: PID 3663 died...\u000a06:18:03.361075 run iperf3-srv_10.42.42.10(pid=3663): Terminated {rc=256}\u000a06:18:03.371138 --- ParallelTerminationStrategy: PID 3664 died...\u000a06:18:03.426229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminated: ok {rc=0}\u000a06:18:03.437454 --- ParallelTerminationStrategy: PID 3665 died...\u000a06:18:03.492909 run iperf3-srv_10.42.42.10(pid=3665): Terminated {rc=256}\u000a06:18:03.503015 --- ParallelTerminationStrategy: PID 3668 died...\u000a06:18:03.557959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3668): Terminated: ok {rc=0}\u000a06:18:03.568032 --- ParallelTerminationStrategy: PID 3671 died...\u000a06:18:03.622798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3671): Terminated: ok {rc=0}\u000a06:18:03.632843 --- ParallelTerminationStrategy: PID 3674 died...\u000a06:18:03.687755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3674): Terminated: ok {rc=0}\u000a06:18:03.773547 bus /gobi_0: Setting Powered False\u000a06:18:04.879905 bus /gobi_0: Setting Powered False\u000a06:18:05.986558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:18:07.100040 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.111943 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:07.274335 tst iperf3.py: using LAC 26431\u000a06:18:07.397610 tst iperf3.py: using RAC 166\u000a06:18:07.523282 tst iperf3.py: using CellId 26431\u000a06:18:07.646720 tst iperf3.py: using BVCI 26432\u000a06:18:07.670857 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.682087 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.693141 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.704107 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.715035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.726083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.737215 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.748021 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:07.759108 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:08.032058 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:08.154186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:08.459638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Launched\u000a06:18:08.712574 run iperf3-srv_10.42.42.10(pid=3677): Launched\u000a06:18:08.891721 tst iperf3.py:8: start network...\u000a06:18:09.013258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:09.475428 run create_hlr_db(pid=3678): Launched\u000a06:18:09.643625 bus /gobi_6: Setting Powered False\u000a06:18:10.665189 run create_hlr_db(pid=3678): Terminated: ok {rc=0}\u000a06:18:11.084406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Launched\u000a06:18:11.398971 run osmo-hlr_10.42.42.2(pid=3681): Launched\u000a06:18:11.514338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:12.063310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Launched\u000a06:18:12.378495 run osmo-stp_10.42.42.5(pid=3684): Launched\u000a06:18:12.492738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:13.043055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Launched\u000a06:18:13.155272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:13.430580 run patchelf(pid=3687): Launched\u000a06:18:13.615454 run osmo-stp_10.42.42.5(pid=3684): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)]\u000a06:18:13.750941 run osmo-stp_10.42.42.5(pid=3684): stdout: \u000a| (launched: 2022-12-10_06:18:12.223166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:13.886329 run osmo-stp_10.42.42.5(pid=3684): stderr: \u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061812416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:14.016683 run osmo-stp_10.42.42.5(pid=3684): stdout: \u000a| (launched: 2022-12-10_06:18:12.223166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:14.146269 run osmo-stp_10.42.42.5(pid=3684): stderr: \u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061812415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061812416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061812416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:14.296337 run patchelf(pid=3687): Terminating (SIGINT)\u000a06:18:14.473172 run patchelf(pid=3687): Terminated: ok {rc=0}\u000a06:18:14.505746 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3684): Process ended prematurely: osmo-stp_10.42.42.5(pid=3684) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3684)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:18:14.515566 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:18:14.578171 run osmo-hlr_10.42.42.2(pid=3681): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3681)]\u000a06:18:14.629038 run osmo-hlr_10.42.42.2(pid=3681): stdout: \u000a| (launched: 2022-12-10_06:18:11.244041) \u000a06:18:14.680259 run osmo-hlr_10.42.42.2(pid=3681): stderr: \u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061811443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061811455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061811464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:14.724360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Terminating (SIGTERM)\u000a06:18:14.765828 run iperf3-srv_10.42.42.10(pid=3677): Terminating (SIGTERM)\u000a06:18:14.807642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminating (SIGTERM)\u000a06:18:14.849203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminating (SIGTERM)\u000a06:18:14.891064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Terminating (SIGTERM)\u000a06:18:14.900772 --- ParallelTerminationStrategy: PID 3676 died...\u000a06:18:14.956836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3676): Terminated: ok {rc=0}\u000a06:18:14.966821 --- ParallelTerminationStrategy: PID 3677 died...\u000a06:18:15.022006 run iperf3-srv_10.42.42.10(pid=3677): Terminated {rc=256}\u000a06:18:15.031915 --- ParallelTerminationStrategy: PID 3680 died...\u000a06:18:15.087011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3680): Terminated: ok {rc=0}\u000a06:18:15.096912 --- ParallelTerminationStrategy: PID 3683 died...\u000a06:18:15.152097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3683): Terminated: ok {rc=0}\u000a06:18:15.162197 --- ParallelTerminationStrategy: PID 3686 died...\u000a06:18:15.217346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3686): Terminated: ok {rc=0}\u000a06:18:15.303636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:18:16.417059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:16.429890 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:16.607252 tst iperf3m4.py: using LAC 26432\u000a06:18:16.731701 tst iperf3m4.py: using RAC 167\u000a06:18:16.891961 tst iperf3m4.py: using CellId 26432\u000a06:18:17.020889 tst iperf3m4.py: using BVCI 26433\u000a06:18:17.045284 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.057031 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.068605 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.081949 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.094292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.105964 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.118455 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.131721 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:17.143494 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:17.261175 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:17.380940 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:17.500917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:17.788702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:18:17.920520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:18.246662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Launched\u000a06:18:18.516897 run iperf3-srv_10.42.42.10(pid=3689): Launched\u000a06:18:18.708923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:18:18.841111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:19.166981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Launched\u000a06:18:19.437378 run iperf3-srv_10.42.42.10(pid=3691): Launched\u000a06:18:19.629568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:18:19.760630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:20.087138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Launched\u000a06:18:20.357721 run iperf3-srv_10.42.42.10(pid=3693): Launched\u000a06:18:20.550399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:18:20.681441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:21.008460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Launched\u000a06:18:21.278931 run iperf3-srv_10.42.42.10(pid=3695): Launched\u000a06:18:21.470964 tst iperf3m4.py:8: start network...\u000a06:18:21.601819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:22.106039 run create_hlr_db(pid=3696): Launched\u000a06:18:22.287891 bus /gobi_6: Setting Powered False\u000a06:18:23.309237 run create_hlr_db(pid=3696): Terminated: ok {rc=0}\u000a06:18:23.704510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Launched\u000a06:18:23.999046 run osmo-hlr_10.42.42.2(pid=3699): Launched\u000a06:18:24.106426 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:24.616724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Launched\u000a06:18:24.909267 run osmo-stp_10.42.42.5(pid=3702): Launched\u000a06:18:25.015989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:25.526681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Launched\u000a06:18:25.630827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:25.886815 run patchelf(pid=3705): Launched\u000a06:18:26.059032 run osmo-stp_10.42.42.5(pid=3702): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)]\u000a06:18:26.184523 run osmo-stp_10.42.42.5(pid=3702): stdout: \u000a| (launched: 2022-12-10_06:18:24.764707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:26.310353 run osmo-stp_10.42.42.5(pid=3702): stderr: \u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:26.431400 run osmo-stp_10.42.42.5(pid=3702): stdout: \u000a| (launched: 2022-12-10_06:18:24.764707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:26.551608 run osmo-stp_10.42.42.5(pid=3702): stderr: \u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:26.691112 run patchelf(pid=3705): Terminating (SIGINT)\u000a06:18:26.855325 run patchelf(pid=3705): Terminated: ok {rc=0}\u000a06:18:26.885831 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3702): Process ended prematurely: osmo-stp_10.42.42.5(pid=3702) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3702)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:18:26.895029 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:18:26.955178 run osmo-hlr_10.42.42.2(pid=3699): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3699)]\u000a06:18:27.003715 run osmo-hlr_10.42.42.2(pid=3699): stdout: \u000a| (launched: 2022-12-10_06:18:23.852714) \u000a06:18:27.052913 run osmo-hlr_10.42.42.2(pid=3699): stderr: \u000a| �[0;m�[1;31m20221210061824028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061824028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061824029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061824040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061824049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061824050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061824050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:27.094124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Terminating (SIGTERM)\u000a06:18:27.133323 run iperf3-srv_10.42.42.10(pid=3689): Terminating (SIGTERM)\u000a06:18:27.172851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminating (SIGTERM)\u000a06:18:27.211820 run iperf3-srv_10.42.42.10(pid=3691): Terminating (SIGTERM)\u000a06:18:27.250903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminating (SIGTERM)\u000a06:18:27.289963 run iperf3-srv_10.42.42.10(pid=3693): Terminating (SIGTERM)\u000a06:18:27.328850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminating (SIGTERM)\u000a06:18:27.367772 run iperf3-srv_10.42.42.10(pid=3695): Terminating (SIGTERM)\u000a06:18:27.406859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminating (SIGTERM)\u000a06:18:27.445884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminating (SIGTERM)\u000a06:18:27.484942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminating (SIGTERM)\u000a06:18:27.494379 --- ParallelTerminationStrategy: PID 3688 died...\u000a06:18:27.547129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3688): Terminated: ok {rc=0}\u000a06:18:27.556877 --- ParallelTerminationStrategy: PID 3689 died...\u000a06:18:27.609293 run iperf3-srv_10.42.42.10(pid=3689): Terminated {rc=256}\u000a06:18:27.618954 --- ParallelTerminationStrategy: PID 3690 died...\u000a06:18:27.671704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminated: ok {rc=0}\u000a06:18:27.681264 --- ParallelTerminationStrategy: PID 3691 died...\u000a06:18:27.733213 run iperf3-srv_10.42.42.10(pid=3691): Terminated {rc=256}\u000a06:18:27.742539 --- ParallelTerminationStrategy: PID 3692 died...\u000a06:18:27.794556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminated: ok {rc=0}\u000a06:18:27.803975 --- ParallelTerminationStrategy: PID 3693 died...\u000a06:18:27.855749 run iperf3-srv_10.42.42.10(pid=3693): Terminated {rc=256}\u000a06:18:27.865411 --- ParallelTerminationStrategy: PID 3694 died...\u000a06:18:27.917309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminated: ok {rc=0}\u000a06:18:27.926918 --- ParallelTerminationStrategy: PID 3695 died...\u000a06:18:27.978956 run iperf3-srv_10.42.42.10(pid=3695): Terminated {rc=256}\u000a06:18:27.988324 --- ParallelTerminationStrategy: PID 3698 died...\u000a06:18:28.040183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3698): Terminated: ok {rc=0}\u000a06:18:28.049879 --- ParallelTerminationStrategy: PID 3701 died...\u000a06:18:28.101913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3701): Terminated: ok {rc=0}\u000a06:18:28.111662 --- ParallelTerminationStrategy: PID 3704 died...\u000a06:18:28.164593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3704): Terminated: ok {rc=0}\u000a06:18:28.246848 bus /gobi_4: Setting Powered False\u000a06:18:29.353393 bus /gobi_4: Setting Powered False\u000a06:18:30.463601 bus /gobi_1: Setting Powered False\u000a06:18:31.581473 bus /gobi_1: Setting Powered False\u000a06:18:32.688726 bus /gobi_0: Setting Powered False\u000a06:18:33.793332 bus /gobi_0: Setting Powered False\u000a06:18:34.897616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:18:35.966407 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:35.978637 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:36.139247 tst ping.py: using LAC 26433\u000a06:18:36.259066 tst ping.py: using RAC 168\u000a06:18:36.378250 tst ping.py: using CellId 26433\u000a06:18:36.497909 tst ping.py: using BVCI 26434\u000a06:18:36.521650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.533265 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.544389 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.555966 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.567306 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.578555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.590027 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:36.601197 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:36.872581 tst ping.py:19: start network...\u000a06:18:36.991508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:37.446468 run create_hlr_db(pid=3706): Launched\u000a06:18:37.612308 bus /gobi_6: Setting Powered False\u000a06:18:38.633441 run create_hlr_db(pid=3706): Terminated: ok {rc=0}\u000a06:18:39.019664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Launched\u000a06:18:39.313075 run osmo-hlr_10.42.42.2(pid=3709): Launched\u000a06:18:39.418678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:39.922446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Launched\u000a06:18:40.211542 run osmo-stp_10.42.42.5(pid=3712): Launched\u000a06:18:40.316605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:40.818852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Launched\u000a06:18:40.921360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:41.174553 run patchelf(pid=3715): Launched\u000a06:18:41.344386 run osmo-stp_10.42.42.5(pid=3712): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)]\u000a06:18:41.468380 run osmo-stp_10.42.42.5(pid=3712): stdout: \u000a| (launched: 2022-12-10_06:18:40.069164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:41.592711 run osmo-stp_10.42.42.5(pid=3712): stderr: \u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061840240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061840241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:41.712388 run osmo-stp_10.42.42.5(pid=3712): stdout: \u000a| (launched: 2022-12-10_06:18:40.069164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:41.830859 run osmo-stp_10.42.42.5(pid=3712): stderr: \u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061840239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061840240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061840240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061840241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:41.968467 run patchelf(pid=3715): Terminating (SIGINT)\u000a06:18:42.130144 run patchelf(pid=3715): Terminated: ok {rc=0}\u000a06:18:42.159731 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3712): Process ended prematurely: osmo-stp_10.42.42.5(pid=3712) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3712)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:18:42.168531 tst ping.py:22: Test FAILED (6.2 sec)\u000a06:18:42.228523 run osmo-hlr_10.42.42.2(pid=3709): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3709)]\u000a06:18:42.277163 run osmo-hlr_10.42.42.2(pid=3709): stdout: \u000a| (launched: 2022-12-10_06:18:39.166211) \u000a06:18:42.326391 run osmo-hlr_10.42.42.2(pid=3709): stderr: \u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061839340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061839352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061839361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:42.368238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Terminating (SIGTERM)\u000a06:18:42.407525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Terminating (SIGTERM)\u000a06:18:42.446929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Terminating (SIGTERM)\u000a06:18:42.456437 --- ParallelTerminationStrategy: PID 3708 died...\u000a06:18:42.509527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3708): Terminated: ok {rc=0}\u000a06:18:42.519338 --- ParallelTerminationStrategy: PID 3711 died...\u000a06:18:42.572519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3711): Terminated: ok {rc=0}\u000a06:18:42.582222 --- ParallelTerminationStrategy: PID 3714 died...\u000a06:18:42.635051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3714): Terminated: ok {rc=0}\u000a06:18:42.723179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:18:43.774460 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:43.786483 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:18:43.939396 tst ping_idle_ping.py: using LAC 26434\u000a06:18:44.053407 tst ping_idle_ping.py: using RAC 169\u000a06:18:44.167417 tst ping_idle_ping.py: using CellId 26434\u000a06:18:44.283086 tst ping_idle_ping.py: using BVCI 26435\u000a06:18:44.305106 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.315996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.326736 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.338215 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.349273 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.360285 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.371415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:18:44.382421 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:18:44.664219 tst ping_idle_ping.py:24: start network...\u000a06:18:44.793263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:45.292001 run create_hlr_db(pid=3716): Launched\u000a06:18:45.472634 bus /gobi_6: Setting Powered False\u000a06:18:46.495060 run create_hlr_db(pid=3716): Terminated: ok {rc=0}\u000a06:18:46.912508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Launched\u000a06:18:47.247853 run osmo-hlr_10.42.42.2(pid=3719): Launched\u000a06:18:47.360672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:47.898571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Launched\u000a06:18:48.207106 run osmo-stp_10.42.42.5(pid=3722): Launched\u000a06:18:48.318047 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:18:48.859586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Launched\u000a06:18:48.969578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:18:49.240747 run patchelf(pid=3725): Launched\u000a06:18:49.423095 run osmo-stp_10.42.42.5(pid=3722): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]\u000a06:18:49.556933 run osmo-stp_10.42.42.5(pid=3722): stdout: \u000a| (launched: 2022-12-10_06:18:48.055381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:49.691173 run osmo-stp_10.42.42.5(pid=3722): stderr: \u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061848247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:49.820300 run osmo-stp_10.42.42.5(pid=3722): stdout: \u000a| (launched: 2022-12-10_06:18:48.055381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:18:49.947943 run osmo-stp_10.42.42.5(pid=3722): stderr: \u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061848246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061848247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061848247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:18:50.096016 run patchelf(pid=3725): Terminating (SIGINT)\u000a06:18:50.269799 run patchelf(pid=3725): Terminated: ok {rc=0}\u000a06:18:50.301646 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:18:50.310708 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:18:50.372615 run osmo-hlr_10.42.42.2(pid=3719): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3719)]\u000a06:18:50.423035 run osmo-hlr_10.42.42.2(pid=3719): stdout: \u000a| (launched: 2022-12-10_06:18:47.064566) \u000a06:18:50.474067 run osmo-hlr_10.42.42.2(pid=3719): stderr: \u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061847292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061847305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061847313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:18:50.517634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminating (SIGTERM)\u000a06:18:50.558813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminating (SIGTERM)\u000a06:18:50.600046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminating (SIGTERM)\u000a06:18:50.609444 --- ParallelTerminationStrategy: PID 3718 died...\u000a06:18:50.664478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminated: ok {rc=0}\u000a06:18:50.674499 --- ParallelTerminationStrategy: PID 3721 died...\u000a06:18:50.729642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminated: ok {rc=0}\u000a06:18:50.739629 --- ParallelTerminationStrategy: PID 3724 died...\u000a06:18:50.794518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminated: ok {rc=0}\u000a06:18:50.881265 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:17:53" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:18:53.031790 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.043014 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:18:53.204276 tst cs_paging_gprs_active.py: using LAC 26435\u000a06:18:53.329392 tst cs_paging_gprs_active.py: using RAC 170\u000a06:18:53.454613 tst cs_paging_gprs_active.py: using CellId 26435\u000a06:18:53.577775 tst cs_paging_gprs_active.py: using BVCI 26436\u000a06:18:53.601855 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.613223 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.624288 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.635419 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.646432 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.657601 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.668665 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.679741 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:18:53.690983 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:18:53.808137 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:18:54.096676 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:18:54.227245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:54.553306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Launched\u000a06:18:54.824919 run iperf3-srv_10.42.42.10(pid=3730): Launched\u000a06:18:55.017285 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:18:55.148171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:18:55.475030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Launched\u000a06:18:55.746301 run iperf3-srv_10.42.42.10(pid=3732): Launched\u000a06:18:55.939090 tst cs_paging_gprs_active.py:38: start network...\u000a06:18:56.070241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:18:56.575135 run create_hlr_db(pid=3733): Launched\u000a06:18:56.757249 bus /gobi_6: Setting Powered False\u000a06:18:57.778847 run create_hlr_db(pid=3733): Terminated: ok {rc=0}\u000a06:18:58.199312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Launched\u000a06:18:58.515893 run osmo-hlr_10.42.42.2(pid=3736): Launched\u000a06:18:58.630355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:18:59.178189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Launched\u000a06:18:59.494486 run osmo-stp_10.42.42.5(pid=3739): Launched\u000a06:18:59.609036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:00.159997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Launched\u000a06:19:00.271833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:00.546547 run patchelf(pid=3742): Launched\u000a06:19:00.732878 run osmo-stp_10.42.42.5(pid=3739): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)]\u000a06:19:00.881286 run osmo-stp_10.42.42.5(pid=3739): stdout: \u000a| (launched: 2022-12-10_06:18:59.338927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:01.014461 run osmo-stp_10.42.42.5(pid=3739): stderr: \u000a| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061859534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061859534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:01.142658 run osmo-stp_10.42.42.5(pid=3739): stdout: \u000a| (launched: 2022-12-10_06:18:59.338927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:01.270507 run osmo-stp_10.42.42.5(pid=3739): stderr: \u000a| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061859533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061859534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061859534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061859534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:01.418143 run patchelf(pid=3742): Terminating (SIGINT)\u000a06:19:01.590293 run patchelf(pid=3742): Terminated: ok {rc=0}\u000a06:19:01.623550 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3739): Process ended prematurely: osmo-stp_10.42.42.5(pid=3739) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3739)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:19:01.634063 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:19:01.699980 run osmo-hlr_10.42.42.2(pid=3736): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3736)]\u000a06:19:01.750965 run osmo-hlr_10.42.42.2(pid=3736): stdout: \u000a| (launched: 2022-12-10_06:18:58.359361) \u000a06:19:01.803373 run osmo-hlr_10.42.42.2(pid=3736): stderr: \u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061858557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061858569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061858577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061858577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061858578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:01.848798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Terminating (SIGTERM)\u000a06:19:01.891513 run iperf3-srv_10.42.42.10(pid=3730): Terminating (SIGTERM)\u000a06:19:01.936330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Terminating (SIGTERM)\u000a06:19:01.979526 run iperf3-srv_10.42.42.10(pid=3732): Terminating (SIGTERM)\u000a06:19:02.025653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Terminating (SIGTERM)\u000a06:19:02.070645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Terminating (SIGTERM)\u000a06:19:02.114143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Terminating (SIGTERM)\u000a06:19:02.124529 --- ParallelTerminationStrategy: PID 3729 died...\u000a06:19:02.181904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3729): Terminated: ok {rc=0}\u000a06:19:02.192259 --- ParallelTerminationStrategy: PID 3730 died...\u000a06:19:02.245600 run iperf3-srv_10.42.42.10(pid=3730): Terminated {rc=256}\u000a06:19:02.255396 --- ParallelTerminationStrategy: PID 3731 died...\u000a06:19:02.308318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3731): Terminated: ok {rc=0}\u000a06:19:02.318431 --- ParallelTerminationStrategy: PID 3732 died...\u000a06:19:02.371472 run iperf3-srv_10.42.42.10(pid=3732): Terminated {rc=256}\u000a06:19:02.381847 --- ParallelTerminationStrategy: PID 3735 died...\u000a06:19:02.434652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3735): Terminated: ok {rc=0}\u000a06:19:02.444484 --- ParallelTerminationStrategy: PID 3738 died...\u000a06:19:02.497260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3738): Terminated: ok {rc=0}\u000a06:19:02.506886 --- ParallelTerminationStrategy: PID 3741 died...\u000a06:19:02.559627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3741): Terminated: ok {rc=0}\u000a06:19:02.646417 bus /gobi_0: Setting Powered False\u000a06:19:03.748245 bus /gobi_0: Setting Powered False\u000a06:19:04.858330 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:19:05.966683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:05.978238 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:06.134438 tst iperf3.py: using LAC 26436\u000a06:19:06.250134 tst iperf3.py: using RAC 171\u000a06:19:06.367712 tst iperf3.py: using CellId 26436\u000a06:19:06.483320 tst iperf3.py: using BVCI 26437\u000a06:19:06.505891 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.516494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.527068 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.537905 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.548606 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.559426 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.570354 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.580935 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:06.591981 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:06.861399 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:06.982727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:07.286984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Launched\u000a06:19:07.539969 run iperf3-srv_10.42.42.10(pid=3744): Launched\u000a06:19:07.717790 tst iperf3.py:8: start network...\u000a06:19:07.839624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:08.303672 run create_hlr_db(pid=3745): Launched\u000a06:19:08.472727 bus /gobi_6: Setting Powered False\u000a06:19:09.504690 run create_hlr_db(pid=3745): Terminated: ok {rc=0}\u000a06:19:09.907384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Launched\u000a06:19:10.223313 run osmo-hlr_10.42.42.2(pid=3749): Launched\u000a06:19:10.338888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:10.887546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Launched\u000a06:19:11.203112 run osmo-stp_10.42.42.5(pid=3752): Launched\u000a06:19:11.317785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:11.868544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Launched\u000a06:19:11.981640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:12.255351 run patchelf(pid=3755): Launched\u000a06:19:12.439122 run osmo-stp_10.42.42.5(pid=3752): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)]\u000a06:19:12.573373 run osmo-stp_10.42.42.5(pid=3752): stdout: \u000a| (launched: 2022-12-10_06:19:11.047626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:12.707891 run osmo-stp_10.42.42.5(pid=3752): stderr: \u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061911242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:12.838256 run osmo-stp_10.42.42.5(pid=3752): stdout: \u000a| (launched: 2022-12-10_06:19:11.047626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:12.967332 run osmo-stp_10.42.42.5(pid=3752): stderr: \u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061911242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061911242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:13.117096 run patchelf(pid=3755): Terminating (SIGINT)\u000a06:19:13.292516 run patchelf(pid=3755): Terminated: ok {rc=0}\u000a06:19:13.324915 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3752): Process ended prematurely: osmo-stp_10.42.42.5(pid=3752) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3752)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:19:13.334841 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:19:13.396680 run osmo-hlr_10.42.42.2(pid=3749): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3749)]\u000a06:19:13.446888 run osmo-hlr_10.42.42.2(pid=3749): stdout: \u000a| (launched: 2022-12-10_06:19:10.069370) \u000a06:19:13.497534 run osmo-hlr_10.42.42.2(pid=3749): stderr: \u000a| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061910267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061910268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061910268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061910280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061910290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:13.540868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminating (SIGTERM)\u000a06:19:13.581671 run iperf3-srv_10.42.42.10(pid=3744): Terminating (SIGTERM)\u000a06:19:13.622383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Terminating (SIGTERM)\u000a06:19:13.663027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Terminating (SIGTERM)\u000a06:19:13.703694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Terminating (SIGTERM)\u000a06:19:13.713355 --- ParallelTerminationStrategy: PID 3743 died...\u000a06:19:13.768013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3743): Terminated: ok {rc=0}\u000a06:19:13.777977 --- ParallelTerminationStrategy: PID 3744 died...\u000a06:19:13.832687 run iperf3-srv_10.42.42.10(pid=3744): Terminated {rc=256}\u000a06:19:13.842559 --- ParallelTerminationStrategy: PID 3748 died...\u000a06:19:13.897269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3748): Terminated: ok {rc=0}\u000a06:19:13.907146 --- ParallelTerminationStrategy: PID 3751 died...\u000a06:19:13.961628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3751): Terminated: ok {rc=0}\u000a06:19:13.971575 --- ParallelTerminationStrategy: PID 3754 died...\u000a06:19:14.026511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3754): Terminated: ok {rc=0}\u000a06:19:14.111741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:19:15.224597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.236449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:15.400652 tst iperf3m4.py: using LAC 26437\u000a06:19:15.525742 tst iperf3m4.py: using RAC 172\u000a06:19:15.651268 tst iperf3m4.py: using CellId 26437\u000a06:19:15.770118 tst iperf3m4.py: using BVCI 26438\u000a06:19:15.792557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.803479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.814457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.825625 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.837704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.853775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.870479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.885335 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:15.900241 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:16.025745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:16.152747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:16.275416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:16.559146 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:19:16.685526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:17.036214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Launched\u000a06:19:17.311391 run iperf3-srv_10.42.42.10(pid=3758): Launched\u000a06:19:17.490385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:19:17.612477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:17.917789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Launched\u000a06:19:18.170523 run iperf3-srv_10.42.42.10(pid=3760): Launched\u000a06:19:18.348229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:19:18.469712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:18.774948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Launched\u000a06:19:19.027413 run iperf3-srv_10.42.42.10(pid=3762): Launched\u000a06:19:19.205189 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:19:19.326802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:19:19.632739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Launched\u000a06:19:19.885999 run iperf3-srv_10.42.42.10(pid=3764): Launched\u000a06:19:20.063563 tst iperf3m4.py:8: start network...\u000a06:19:20.185275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:20.650563 run create_hlr_db(pid=3765): Launched\u000a06:19:20.819206 bus /gobi_6: Setting Powered False\u000a06:19:21.840621 run create_hlr_db(pid=3765): Terminated: ok {rc=0}\u000a06:19:22.259257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Launched\u000a06:19:22.575173 run osmo-hlr_10.42.42.2(pid=3768): Launched\u000a06:19:22.691476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:23.239052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Launched\u000a06:19:23.554200 run osmo-stp_10.42.42.5(pid=3771): Launched\u000a06:19:23.669299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:24.218130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Launched\u000a06:19:24.329857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:24.605392 run patchelf(pid=3774): Launched\u000a06:19:24.789265 run osmo-stp_10.42.42.5(pid=3771): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)]\u000a06:19:24.923550 run osmo-stp_10.42.42.5(pid=3771): stdout: \u000a| (launched: 2022-12-10_06:19:23.398080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:25.058280 run osmo-stp_10.42.42.5(pid=3771): stderr: \u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061923589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:25.188095 run osmo-stp_10.42.42.5(pid=3771): stdout: \u000a| (launched: 2022-12-10_06:19:23.398080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:25.317280 run osmo-stp_10.42.42.5(pid=3771): stderr: \u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061923588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061923589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061923590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:25.468013 run patchelf(pid=3774): Terminating (SIGINT)\u000a06:19:25.644073 run patchelf(pid=3774): Terminated: ok {rc=0}\u000a06:19:25.676730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3771): Process ended prematurely: osmo-stp_10.42.42.5(pid=3771) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3771)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:19:25.686607 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a06:19:25.748565 run osmo-hlr_10.42.42.2(pid=3768): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3768)]\u000a06:19:25.799104 run osmo-hlr_10.42.42.2(pid=3768): stdout: \u000a| (launched: 2022-12-10_06:19:22.419476) \u000a06:19:25.850236 run osmo-hlr_10.42.42.2(pid=3768): stderr: \u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061922620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061922633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061922641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:25.893843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Terminating (SIGTERM)\u000a06:19:25.934795 run iperf3-srv_10.42.42.10(pid=3758): Terminating (SIGTERM)\u000a06:19:25.975896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Terminating (SIGTERM)\u000a06:19:26.016886 run iperf3-srv_10.42.42.10(pid=3760): Terminating (SIGTERM)\u000a06:19:26.059697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminating (SIGTERM)\u000a06:19:26.100630 run iperf3-srv_10.42.42.10(pid=3762): Terminating (SIGTERM)\u000a06:19:26.142058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminating (SIGTERM)\u000a06:19:26.183079 run iperf3-srv_10.42.42.10(pid=3764): Terminating (SIGTERM)\u000a06:19:26.223991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Terminating (SIGTERM)\u000a06:19:26.264864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Terminating (SIGTERM)\u000a06:19:26.305850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Terminating (SIGTERM)\u000a06:19:26.315475 --- ParallelTerminationStrategy: PID 3757 died...\u000a06:19:26.370381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3757): Terminated: ok {rc=0}\u000a06:19:26.380418 --- ParallelTerminationStrategy: PID 3758 died...\u000a06:19:26.435093 run iperf3-srv_10.42.42.10(pid=3758): Terminated {rc=256}\u000a06:19:26.445027 --- ParallelTerminationStrategy: PID 3759 died...\u000a06:19:26.499943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3759): Terminated: ok {rc=0}\u000a06:19:26.509898 --- ParallelTerminationStrategy: PID 3760 died...\u000a06:19:26.564403 run iperf3-srv_10.42.42.10(pid=3760): Terminated {rc=256}\u000a06:19:26.574357 --- ParallelTerminationStrategy: PID 3761 died...\u000a06:19:26.628991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminated: ok {rc=0}\u000a06:19:26.638920 --- ParallelTerminationStrategy: PID 3762 died...\u000a06:19:26.693256 run iperf3-srv_10.42.42.10(pid=3762): Terminated {rc=256}\u000a06:19:26.703121 --- ParallelTerminationStrategy: PID 3763 died...\u000a06:19:26.757614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminated: ok {rc=0}\u000a06:19:26.767562 --- ParallelTerminationStrategy: PID 3764 died...\u000a06:19:26.822387 run iperf3-srv_10.42.42.10(pid=3764): Terminated {rc=256}\u000a06:19:26.832339 --- ParallelTerminationStrategy: PID 3767 died...\u000a06:19:26.886792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3767): Terminated: ok {rc=0}\u000a06:19:26.896726 --- ParallelTerminationStrategy: PID 3770 died...\u000a06:19:26.951165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3770): Terminated: ok {rc=0}\u000a06:19:26.961267 --- ParallelTerminationStrategy: PID 3773 died...\u000a06:19:27.015759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3773): Terminated: ok {rc=0}\u000a06:19:27.102017 bus /gobi_4: Setting Powered False\u000a06:19:28.207778 bus /gobi_4: Setting Powered False\u000a06:19:29.315244 bus /gobi_1: Setting Powered False\u000a06:19:30.420500 bus /gobi_1: Setting Powered False\u000a06:19:31.551277 bus /gobi_0: Setting Powered False\u000a06:19:32.653426 bus /gobi_0: Setting Powered False\u000a06:19:33.764122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:19:34.831263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:34.842874 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:34.996541 tst ping.py: using LAC 26438\u000a06:19:35.109554 tst ping.py: using RAC 173\u000a06:19:35.222362 tst ping.py: using CellId 26438\u000a06:19:35.347561 tst ping.py: using BVCI 26439\u000a06:19:35.371235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.382475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.393444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.405000 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.416586 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.428099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.439671 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:35.451315 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:35.734659 tst ping.py:19: start network...\u000a06:19:35.862559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:36.319250 run create_hlr_db(pid=3775): Launched\u000a06:19:36.486492 bus /gobi_6: Setting Powered False\u000a06:19:37.516438 run create_hlr_db(pid=3775): Terminated: ok {rc=0}\u000a06:19:37.931987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Launched\u000a06:19:38.242479 run osmo-hlr_10.42.42.2(pid=3778): Launched\u000a06:19:38.356030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:38.897281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Launched\u000a06:19:39.206211 run osmo-stp_10.42.42.5(pid=3781): Launched\u000a06:19:39.318037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:39.858849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Launched\u000a06:19:39.968905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:40.239439 run patchelf(pid=3784): Launched\u000a06:19:40.421615 run osmo-stp_10.42.42.5(pid=3781): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)]\u000a06:19:40.554558 run osmo-stp_10.42.42.5(pid=3781): stdout: \u000a| (launched: 2022-12-10_06:19:39.054106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:40.687889 run osmo-stp_10.42.42.5(pid=3781): stderr: \u000a| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061939244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061939244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:40.817478 run osmo-stp_10.42.42.5(pid=3781): stdout: \u000a| (launched: 2022-12-10_06:19:39.054106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:40.944714 run osmo-stp_10.42.42.5(pid=3781): stderr: \u000a| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061939243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061939244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061939244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061939245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:41.092690 run patchelf(pid=3784): Terminating (SIGINT)\u000a06:19:41.266699 run patchelf(pid=3784): Terminated: ok {rc=0}\u000a06:19:41.298594 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3781): Process ended prematurely: osmo-stp_10.42.42.5(pid=3781) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3781)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:19:41.307856 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:19:41.370175 run osmo-hlr_10.42.42.2(pid=3778): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3778)]\u000a06:19:41.420648 run osmo-hlr_10.42.42.2(pid=3778): stdout: \u000a| (launched: 2022-12-10_06:19:38.089745) \u000a06:19:41.471643 run osmo-hlr_10.42.42.2(pid=3778): stderr: \u000a| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061938286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061938287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061938299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061938307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:41.515217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Terminating (SIGTERM)\u000a06:19:41.556357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Terminating (SIGTERM)\u000a06:19:41.598107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Terminating (SIGTERM)\u000a06:19:41.607849 --- ParallelTerminationStrategy: PID 3777 died...\u000a06:19:41.663037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3777): Terminated: ok {rc=0}\u000a06:19:41.673134 --- ParallelTerminationStrategy: PID 3780 died...\u000a06:19:41.728261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3780): Terminated: ok {rc=0}\u000a06:19:41.738296 --- ParallelTerminationStrategy: PID 3783 died...\u000a06:19:41.793200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3783): Terminated: ok {rc=0}\u000a06:19:41.879523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:19:42.931644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:42.943527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:19:43.105936 tst ping_idle_ping.py: using LAC 26439\u000a06:19:43.226670 tst ping_idle_ping.py: using RAC 174\u000a06:19:43.347454 tst ping_idle_ping.py: using CellId 26439\u000a06:19:43.468599 tst ping_idle_ping.py: using BVCI 26440\u000a06:19:43.492402 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.503674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.514771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.526013 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.537092 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.548137 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.559366 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:19:43.570474 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:19:43.838284 tst ping_idle_ping.py:24: start network...\u000a06:19:43.957842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:44.416479 run create_hlr_db(pid=3785): Launched\u000a06:19:44.584138 bus /gobi_6: Setting Powered False\u000a06:19:45.604167 run create_hlr_db(pid=3785): Terminated: ok {rc=0}\u000a06:19:46.032772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Launched\u000a06:19:46.436922 run osmo-hlr_10.42.42.2(pid=3788): Launched\u000a06:19:46.672227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:47.289596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Launched\u000a06:19:47.602068 run osmo-stp_10.42.42.5(pid=3791): Launched\u000a06:19:47.715105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:48.256829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Launched\u000a06:19:48.367506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:48.639170 run patchelf(pid=3794): Launched\u000a06:19:48.821462 run osmo-stp_10.42.42.5(pid=3791): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)]\u000a06:19:48.955241 run osmo-stp_10.42.42.5(pid=3791): stdout: \u000a| (launched: 2022-12-10_06:19:47.448296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:49.088683 run osmo-stp_10.42.42.5(pid=3791): stderr: \u000a| �[0;m�[38;5;43m20221210061947636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061947637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061947639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:49.217561 run osmo-stp_10.42.42.5(pid=3791): stdout: \u000a| (launched: 2022-12-10_06:19:47.448296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:49.344842 run osmo-stp_10.42.42.5(pid=3791): stderr: \u000a| �[0;m�[38;5;43m20221210061947636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061947637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061947637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061947639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061947640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:49.492650 run patchelf(pid=3794): Terminating (SIGINT)\u000a06:19:49.666566 run patchelf(pid=3794): Terminated: ok {rc=0}\u000a06:19:49.698487 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3791): Process ended prematurely: osmo-stp_10.42.42.5(pid=3791) [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3791)] [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:19:49.707814 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a06:19:49.770271 run osmo-hlr_10.42.42.2(pid=3788): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3788)]\u000a06:19:49.821268 run osmo-hlr_10.42.42.2(pid=3788): stdout: \u000a| (launched: 2022-12-10_06:19:46.184781) \u000a06:19:49.873191 run osmo-hlr_10.42.42.2(pid=3788): stderr: \u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061946488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061946507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061946519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061946520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061946520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:49.917243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminating (SIGTERM)\u000a06:19:49.958755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminating (SIGTERM)\u000a06:19:50.000292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Terminating (SIGTERM)\u000a06:19:50.010113 --- ParallelTerminationStrategy: PID 3787 died...\u000a06:19:50.066692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3787): Terminated: ok {rc=0}\u000a06:19:50.076717 --- ParallelTerminationStrategy: PID 3790 died...\u000a06:19:50.131857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3790): Terminated: ok {rc=0}\u000a06:19:50.141972 --- ParallelTerminationStrategy: PID 3793 died...\u000a06:19:50.197025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3793): Terminated: ok {rc=0}\u000a06:19:50.284937 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:19:52.321115 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.332665 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:19:52.490131 tst switch_tch_pdch.py: using LAC 26440\u000a06:19:52.610199 tst switch_tch_pdch.py: using RAC 175\u000a06:19:52.729982 tst switch_tch_pdch.py: using CellId 26440\u000a06:19:52.850206 tst switch_tch_pdch.py: using BVCI 26441\u000a06:19:52.873969 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.885531 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.896890 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.908272 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.919574 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.930848 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.942330 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:19:52.953716 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:19:53.068468 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:19:53.340583 tst switch_tch_pdch.py:51: start network...\u000a06:19:53.459990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:19:53.914986 run create_hlr_db(pid=3806): Launched\u000a06:19:54.080932 bus /gobi_6: Setting Powered False\u000a06:19:55.102089 run create_hlr_db(pid=3806): Terminated: ok {rc=0}\u000a06:19:55.515515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Launched\u000a06:19:55.824831 run osmo-hlr_10.42.42.2(pid=3809): Launched\u000a06:19:55.938446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:19:56.474856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Launched\u000a06:19:56.783482 run osmo-stp_10.42.42.5(pid=3812): Launched\u000a06:19:56.895578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:19:57.434823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Launched\u000a06:19:57.544808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:19:57.814731 run patchelf(pid=3815): Launched\u000a06:19:57.996368 run osmo-stp_10.42.42.5(pid=3812): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]\u000a06:19:58.129354 run osmo-stp_10.42.42.5(pid=3812): stdout: \u000a| (launched: 2022-12-10_06:19:56.631537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:58.262192 run osmo-stp_10.42.42.5(pid=3812): stderr: \u000a| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061956824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061956824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061956825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:58.390092 run osmo-stp_10.42.42.5(pid=3812): stdout: \u000a| (launched: 2022-12-10_06:19:56.631537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:19:58.516553 run osmo-stp_10.42.42.5(pid=3812): stderr: \u000a| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210061956823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210061956824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210061956824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210061956824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210061956825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:19:58.663993 run patchelf(pid=3815): Terminating (SIGINT)\u000a06:19:58.836774 run patchelf(pid=3815): Terminated: ok {rc=0}\u000a06:19:58.868568 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)] [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:19:58.877905 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a06:19:58.938988 run osmo-hlr_10.42.42.2(pid=3809): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3809)]\u000a06:19:58.989431 run osmo-hlr_10.42.42.2(pid=3809): stdout: \u000a| (launched: 2022-12-10_06:19:55.672643) \u000a06:19:59.040132 run osmo-hlr_10.42.42.2(pid=3809): stderr: \u000a| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210061955872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210061955873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210061955884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210061955892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210061955893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210061955893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:19:59.083306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Terminating (SIGTERM)\u000a06:19:59.124071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminating (SIGTERM)\u000a06:19:59.164796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminating (SIGTERM)\u000a06:19:59.173992 --- ParallelTerminationStrategy: PID 3808 died...\u000a06:19:59.228121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3808): Terminated: ok {rc=0}\u000a06:19:59.237993 --- ParallelTerminationStrategy: PID 3811 died...\u000a06:19:59.291950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminated: ok {rc=0}\u000a06:19:59.301794 --- ParallelTerminationStrategy: PID 3814 died...\u000a06:19:59.355797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminated: ok {rc=0}\u000a06:19:59.440581 bus /gobi_0: Setting Powered False\u000a06:20:00.542114 bus /gobi_0: Setting Powered False\u000a06:20:01.668324 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:20:03.631128 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:03.642070 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:20:03.799349 tst switch_tch_pdch.py: using LAC 26441\u000a06:20:03.919516 tst switch_tch_pdch.py: using RAC 176\u000a06:20:04.038865 tst switch_tch_pdch.py: using CellId 26441\u000a06:20:04.158587 tst switch_tch_pdch.py: using BVCI 26442\u000a06:20:04.182329 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.193700 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.204734 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.216374 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.227974 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.239673 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.251449 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:20:04.263011 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:20:04.378567 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:20:04.661214 tst switch_tch_pdch.py:51: start network...\u000a06:20:04.789845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:05.257541 run create_hlr_db(pid=3822): Launched\u000a06:20:05.384030 bus /gobi_6: Setting Powered False\u000a06:20:06.457127 run create_hlr_db(pid=3822): Terminated: ok {rc=0}\u000a06:20:06.821105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Launched\u000a06:20:07.109153 run osmo-hlr_10.42.42.2(pid=3825): Launched\u000a06:20:07.220296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:07.706292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Launched\u000a06:20:07.994358 run osmo-stp_10.42.42.5(pid=3828): Launched\u000a06:20:08.098889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:20:08.577869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Launched\u000a06:20:08.679244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:20:08.931069 run patchelf(pid=3831): Launched\u000a06:20:09.100087 run osmo-stp_10.42.42.5(pid=3828): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)]\u000a06:20:09.223197 run osmo-stp_10.42.42.5(pid=3828): stdout: \u000a| (launched: 2022-12-10_06:20:07.851849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:09.347198 run osmo-stp_10.42.42.5(pid=3828): stderr: \u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062008020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062008021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:09.466124 run osmo-stp_10.42.42.5(pid=3828): stdout: \u000a| (launched: 2022-12-10_06:20:07.851849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:09.583940 run osmo-stp_10.42.42.5(pid=3828): stderr: \u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062008019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062008020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062008020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062008021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:09.721373 run patchelf(pid=3831): Terminating (SIGINT)\u000a06:20:09.883642 run patchelf(pid=3831): Terminated: ok {rc=0}\u000a06:20:09.913719 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3828): Process ended prematurely: osmo-stp_10.42.42.5(pid=3828) [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3828)] [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:20:09.922362 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a06:20:09.981471 run osmo-hlr_10.42.42.2(pid=3825): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3825)]\u000a06:20:10.029411 run osmo-hlr_10.42.42.2(pid=3825): stdout: \u000a| (launched: 2022-12-10_06:20:06.967200) \u000a06:20:10.077640 run osmo-hlr_10.42.42.2(pid=3825): stderr: \u000a| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062007144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062007145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062007155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062007164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:10.118969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminating (SIGTERM)\u000a06:20:10.157943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminating (SIGTERM)\u000a06:20:10.196755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Terminating (SIGTERM)\u000a06:20:10.206141 --- ParallelTerminationStrategy: PID 3824 died...\u000a06:20:10.258133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3824): Terminated: ok {rc=0}\u000a06:20:10.267797 --- ParallelTerminationStrategy: PID 3827 died...\u000a06:20:10.319550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3827): Terminated: ok {rc=0}\u000a06:20:10.329248 --- ParallelTerminationStrategy: PID 3830 died...\u000a06:20:10.381128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3830): Terminated: ok {rc=0}\u000a06:20:10.462991 bus /gobi_0: Setting Powered False\u000a06:20:11.568298 bus /gobi_0: Setting Powered False\u000a06:20:12.677224 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:20:14.564832 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:20:14.576177 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:14.709422 tst mo_mt_sms.py: using LAC 26442\u000a06:20:14.830232 tst mo_mt_sms.py: using RAC 177\u000a06:20:14.951057 tst mo_mt_sms.py: using CellId 26442\u000a06:20:15.074614 tst mo_mt_sms.py: using BVCI 26443\u000a06:20:15.098000 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:15.210395 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:15.473764 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:20:15.592890 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:20:16.304794 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Launched\u000a06:20:16.655516 run osmo-nitb_10.42.42.2(pid=3837): Launched\u000a06:20:16.845428 run osmo-nitb_10.42.42.2(pid=3837): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)]\u000a06:20:16.980793 run osmo-nitb_10.42.42.2(pid=3837): stdout: \u000a| (launched: 2022-12-10_06:20:16.459412) \u000a06:20:17.117466 run osmo-nitb_10.42.42.2(pid=3837): stderr: \u000a| (launched: 2022-12-10_06:20:16.505844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:17.248515 run osmo-nitb_10.42.42.2(pid=3837): stdout: \u000a| (launched: 2022-12-10_06:20:16.459412) \u000a06:20:17.375637 run osmo-nitb_10.42.42.2(pid=3837): stderr: \u000a| (launched: 2022-12-10_06:20:16.505844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:17.774066 tst osmo-nitb_10.42.42.2(pid=3837): stdout: \u000a| (launched: 2022-12-10_06:20:16.459412) \u000a06:20:17.890202 tst osmo-nitb_10.42.42.2(pid=3837): stderr: \u000a| (launched: 2022-12-10_06:20:16.505844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:17.940818 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3837): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3837) [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3837)] [trial-2370↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a06:20:17.948785 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a06:20:17.983285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Terminating (SIGTERM)\u000a06:20:18.160753 --- ParallelTerminationStrategy: PID 3836 died...\u000a06:20:18.215359 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3836): Terminated: ok {rc=0}\u000a06:20:18.301950 bus /sierra_3: Setting Powered False\u000a06:20:19.406145 bus /sierra_3: Setting Powered False\u000a06:20:20.514096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:14" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a06:20:22.384413 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.395022 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:22.522803 tst mo_mt_sms.py: using LAC 26443\u000a06:20:22.635649 tst mo_mt_sms.py: using RAC 178\u000a06:20:22.750776 tst mo_mt_sms.py: using CellId 26443\u000a06:20:22.869520 tst mo_mt_sms.py: using BVCI 26444\u000a06:20:22.891242 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.901961 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.912431 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.923201 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.934082 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:22.944690 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:23.060829 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:20:23.254465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:23.707135 run create_hlr_db(pid=3841): Launched\u000a06:20:23.873519 bus /sierra_2: Setting Powered False\u000a06:20:24.894689 run create_hlr_db(pid=3841): Terminated: ok {rc=0}\u000a06:20:25.308035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Launched\u000a06:20:25.617840 run osmo-hlr_10.42.42.2(pid=3844): Launched\u000a06:20:25.731590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:26.269744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Launched\u000a06:20:26.579088 run osmo-stp_10.42.42.5(pid=3847): Launched\u000a06:20:26.691570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:20:27.263179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Launched\u000a06:20:27.574022 run osmo-msc_10.42.42.6(pid=3850): Launched\u000a06:20:27.755674 run osmo-stp_10.42.42.5(pid=3847): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)]\u000a06:20:27.887525 run osmo-stp_10.42.42.5(pid=3847): stdout: \u000a| (launched: 2022-12-10_06:20:26.426121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:28.019184 run osmo-stp_10.42.42.5(pid=3847): stderr: \u000a| �[0;m�[38;5;43m20221210062026613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062026614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:28.143183 run osmo-stp_10.42.42.5(pid=3847): stdout: \u000a| (launched: 2022-12-10_06:20:26.426121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:28.265819 run osmo-stp_10.42.42.5(pid=3847): stderr: \u000a| �[0;m�[38;5;43m20221210062026613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062026614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062026614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062026615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:28.319914 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3847): Process ended prematurely: osmo-stp_10.42.42.5(pid=3847) [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3847)] [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a06:20:28.328401 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a06:20:28.390342 run osmo-hlr_10.42.42.2(pid=3844): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3844)]\u000a06:20:28.441113 run osmo-hlr_10.42.42.2(pid=3844): stdout: \u000a| (launched: 2022-12-10_06:20:25.465259) \u000a06:20:28.492664 run osmo-hlr_10.42.42.2(pid=3844): stderr: \u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062025663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062025675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062025684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:28.562447 run osmo-msc_10.42.42.6(pid=3850): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3850)]\u000a06:20:28.613149 run osmo-msc_10.42.42.6(pid=3850): stdout: \u000a| (launched: 2022-12-10_06:20:27.420214) \u000a06:20:28.664336 run osmo-msc_10.42.42.6(pid=3850): stderr: \u000a| �[0;m�[38;5;43m20221210062027740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062027740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc38fc3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062027741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062027741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062027743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062027743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:20:28.708011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Terminating (SIGTERM)\u000a06:20:28.749423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminating (SIGTERM)\u000a06:20:28.790698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Terminating (SIGTERM)\u000a06:20:28.800280 --- ParallelTerminationStrategy: PID 3843 died...\u000a06:20:28.855894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3843): Terminated: ok {rc=0}\u000a06:20:28.865983 --- ParallelTerminationStrategy: PID 3846 died...\u000a06:20:28.920828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3846): Terminated: ok {rc=0}\u000a06:20:28.930774 --- ParallelTerminationStrategy: PID 3849 died...\u000a06:20:28.985688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3849): Terminated: ok {rc=0}\u000a06:20:29.072299 bus /sierra_3: Setting Powered False\u000a06:20:30.174237 bus /sierra_3: Setting Powered False\u000a06:20:31.312081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:22" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:20:33.134391 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a06:20:33.145252 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:33.272740 tst assert_extension.py: using LAC 26444\u000a06:20:33.387906 tst assert_extension.py: using RAC 179\u000a06:20:33.502382 tst assert_extension.py: using CellId 26444\u000a06:20:33.617857 tst assert_extension.py: using BVCI 26445\u000a06:20:33.639800 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:20:33.904606 tst assert_extension.py:10: start nitb and bts...\u000a06:20:34.024516 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:20:34.624177 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Launched\u000a06:20:34.910473 run osmo-nitb_10.42.42.2(pid=3856): Launched\u000a06:20:35.088419 run osmo-nitb_10.42.42.2(pid=3856): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)]\u000a06:20:35.219769 run osmo-nitb_10.42.42.2(pid=3856): stdout: \u000a| (launched: 2022-12-10_06:20:34.770689) \u000a06:20:35.351670 run osmo-nitb_10.42.42.2(pid=3856): stderr: \u000a| (launched: 2022-12-10_06:20:34.813383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:35.478528 run osmo-nitb_10.42.42.2(pid=3856): stdout: \u000a| (launched: 2022-12-10_06:20:34.770689) \u000a06:20:35.604136 run osmo-nitb_10.42.42.2(pid=3856): stderr: \u000a| (launched: 2022-12-10_06:20:34.813383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:36.027345 tst osmo-nitb_10.42.42.2(pid=3856): stdout: \u000a| (launched: 2022-12-10_06:20:34.770689) \u000a06:20:36.142889 tst osmo-nitb_10.42.42.2(pid=3856): stderr: \u000a| (launched: 2022-12-10_06:20:34.813383)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:20:36.193706 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3856) [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3856)] [trial-2370↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a06:20:36.201957 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a06:20:36.236389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Terminating (SIGTERM)\u000a06:20:36.414237 --- ParallelTerminationStrategy: PID 3855 died...\u000a06:20:36.468353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3855): Terminated: ok {rc=0}\u000a06:20:36.555681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:32" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a06:20:38.382459 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.393517 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:20:38.526359 tst assert_extension.py: using LAC 26445\u000a06:20:38.647606 tst assert_extension.py: using RAC 180\u000a06:20:38.770605 tst assert_extension.py: using CellId 26445\u000a06:20:38.893490 tst assert_extension.py: using BVCI 26446\u000a06:20:38.917247 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.928320 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.939310 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.950292 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.961366 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:20:38.972268 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a06:20:39.166107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:39.621763 run create_hlr_db(pid=3860): Launched\u000a06:20:39.788824 bus /sierra_2: Setting Powered False\u000a06:20:40.809358 run create_hlr_db(pid=3860): Terminated: ok {rc=0}\u000a06:20:41.196488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Launched\u000a06:20:41.485832 run osmo-hlr_10.42.42.2(pid=3863): Launched\u000a06:20:41.595337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:42.109417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Launched\u000a06:20:42.398216 run osmo-stp_10.42.42.5(pid=3866): Launched\u000a06:20:42.503140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:20:43.030024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Launched\u000a06:20:43.318268 run osmo-msc_10.42.42.6(pid=3869): Launched\u000a06:20:43.490366 run osmo-stp_10.42.42.5(pid=3866): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)]\u000a06:20:43.614374 run osmo-stp_10.42.42.5(pid=3866): stdout: \u000a| (launched: 2022-12-10_06:20:42.255122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:43.735767 run osmo-stp_10.42.42.5(pid=3866): stderr: \u000a| �[0;m�[38;5;43m20221210062042423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062042424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:43.851129 run osmo-stp_10.42.42.5(pid=3866): stdout: \u000a| (launched: 2022-12-10_06:20:42.255122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:43.965868 run osmo-stp_10.42.42.5(pid=3866): stderr: \u000a| �[0;m�[38;5;43m20221210062042423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062042424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062042424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062042425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:44.016294 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3866): Process ended prematurely: osmo-stp_10.42.42.5(pid=3866) [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3866)] [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a06:20:44.024315 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a06:20:44.083824 run osmo-hlr_10.42.42.2(pid=3863): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3863)]\u000a06:20:44.132441 run osmo-hlr_10.42.42.2(pid=3863): stdout: \u000a| (launched: 2022-12-10_06:20:41.342463) \u000a06:20:44.181495 run osmo-hlr_10.42.42.2(pid=3863): stderr: \u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062041519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062041531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062041539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:44.248127 run osmo-msc_10.42.42.6(pid=3869): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3869)]\u000a06:20:44.296499 run osmo-msc_10.42.42.6(pid=3869): stdout: \u000a| (launched: 2022-12-10_06:20:43.175677) \u000a06:20:44.345591 run osmo-msc_10.42.42.6(pid=3869): stderr: \u000a| �[0;m�[38;5;43m20221210062043443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062043443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb0d705c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062043443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062043443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062043444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062043444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062043446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062043446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:20:44.386681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Terminating (SIGTERM)\u000a06:20:44.425818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Terminating (SIGTERM)\u000a06:20:44.465060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Terminating (SIGTERM)\u000a06:20:44.474405 --- ParallelTerminationStrategy: PID 3862 died...\u000a06:20:44.527556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3862): Terminated: ok {rc=0}\u000a06:20:44.537197 --- ParallelTerminationStrategy: PID 3865 died...\u000a06:20:44.589526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3865): Terminated: ok {rc=0}\u000a06:20:44.599126 --- ParallelTerminationStrategy: PID 3868 died...\u000a06:20:44.651406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3868): Terminated: ok {rc=0}\u000a06:20:44.739887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:38" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:20:46.752033 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:46.764099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:20:46.947625 tst mo_mt_call.py: using LAC 26446\u000a06:20:47.088325 tst mo_mt_call.py: using RAC 181\u000a06:20:47.207540 tst mo_mt_call.py: using CellId 26446\u000a06:20:47.329599 tst mo_mt_call.py: using BVCI 26447\u000a06:20:47.352917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:47.364098 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:47.375136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:47.386425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:47.397810 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:47.409060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:20:47.527268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:20:47.725751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:48.191000 run create_hlr_db(pid=3874): Launched\u000a06:20:48.359017 bus /sierra_2: Setting Powered False\u000a06:20:49.381991 run create_hlr_db(pid=3874): Terminated: ok {rc=0}\u000a06:20:49.803224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Launched\u000a06:20:50.119677 run osmo-hlr_10.42.42.2(pid=3877): Launched\u000a06:20:50.235946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:20:50.785423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Launched\u000a06:20:51.101996 run osmo-stp_10.42.42.5(pid=3880): Launched\u000a06:20:51.220734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:20:51.799455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Launched\u000a06:20:52.114520 run osmo-msc_10.42.42.6(pid=3883): Launched\u000a06:20:52.300464 run osmo-stp_10.42.42.5(pid=3880): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]\u000a06:20:52.437393 run osmo-stp_10.42.42.5(pid=3880): stdout: \u000a| (launched: 2022-12-10_06:20:50.946414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:52.571229 run osmo-stp_10.42.42.5(pid=3880): stderr: \u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062051140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:52.697890 run osmo-stp_10.42.42.5(pid=3880): stdout: \u000a| (launched: 2022-12-10_06:20:50.946414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:20:52.823134 run osmo-stp_10.42.42.5(pid=3880): stderr: \u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062051140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062051140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062051141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:20:52.879538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:20:52.888734 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:20:52.950380 run osmo-hlr_10.42.42.2(pid=3877): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3877)]\u000a06:20:53.000798 run osmo-hlr_10.42.42.2(pid=3877): stdout: \u000a| (launched: 2022-12-10_06:20:49.964374) \u000a06:20:53.051929 run osmo-hlr_10.42.42.2(pid=3877): stderr: \u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062050167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062050179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062050189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062050189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062050190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:20:53.121746 run osmo-msc_10.42.42.6(pid=3883): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3883)]\u000a06:20:53.172098 run osmo-msc_10.42.42.6(pid=3883): stdout: \u000a| (launched: 2022-12-10_06:20:51.959900) \u000a06:20:53.222884 run osmo-msc_10.42.42.6(pid=3883): stderr: \u000a| �[0;m�[38;5;43m20221210062052282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062052282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b13a8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062052282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062052282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062052286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062052286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062052287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062052287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:20:53.266036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminating (SIGTERM)\u000a06:20:53.307135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminating (SIGTERM)\u000a06:20:53.348270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminating (SIGTERM)\u000a06:20:53.357726 --- ParallelTerminationStrategy: PID 3876 died...\u000a06:20:53.412422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminated: ok {rc=0}\u000a06:20:53.422536 --- ParallelTerminationStrategy: PID 3879 died...\u000a06:20:53.477201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminated: ok {rc=0}\u000a06:20:53.487249 --- ParallelTerminationStrategy: PID 3882 died...\u000a06:20:53.541772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminated: ok {rc=0}\u000a06:20:53.626338 bus /sierra_3: Setting Powered False\u000a06:20:54.731439 bus /sierra_3: Setting Powered False\u000a06:20:55.837995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:20:56.951249 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:56.963623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:20:57.122784 tst mo_mt_call_osmux.py: using LAC 26447\u000a06:20:57.248674 tst mo_mt_call_osmux.py: using RAC 182\u000a06:20:57.364660 tst mo_mt_call_osmux.py: using CellId 26447\u000a06:20:57.483569 tst mo_mt_call_osmux.py: using BVCI 26448\u000a06:20:57.505972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:57.517530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:57.528850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:57.540295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:57.551706 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:20:57.563136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:20:57.677406 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:20:57.885532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:20:58.392227 run create_hlr_db(pid=3885): Launched\u000a06:20:58.574154 bus /sierra_2: Setting Powered False\u000a06:20:59.595811 run create_hlr_db(pid=3885): Terminated: ok {rc=0}\u000a06:21:00.016800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Launched\u000a06:21:00.333234 run osmo-hlr_10.42.42.2(pid=3888): Launched\u000a06:21:00.448793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:01.009999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Launched\u000a06:21:01.419588 run osmo-stp_10.42.42.5(pid=3891): Launched\u000a06:21:01.699436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:02.274454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Launched\u000a06:21:02.571356 run osmo-msc_10.42.42.6(pid=3894): Launched\u000a06:21:02.747117 run osmo-stp_10.42.42.5(pid=3891): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)]\u000a06:21:02.873634 run osmo-stp_10.42.42.5(pid=3891): stdout: \u000a| (launched: 2022-12-10_06:21:01.163639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:02.997545 run osmo-stp_10.42.42.5(pid=3891): stderr: \u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062101494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:03.116307 run osmo-stp_10.42.42.5(pid=3891): stdout: \u000a| (launched: 2022-12-10_06:21:01.163639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:03.234027 run osmo-stp_10.42.42.5(pid=3891): stderr: \u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062101493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062101494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062101494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:03.286247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3891): Process ended prematurely: osmo-stp_10.42.42.5(pid=3891) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3891)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:21:03.294862 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:21:03.354825 run osmo-hlr_10.42.42.2(pid=3888): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3888)]\u000a06:21:03.403440 run osmo-hlr_10.42.42.2(pid=3888): stdout: \u000a| (launched: 2022-12-10_06:21:00.177721) \u000a06:21:03.452697 run osmo-hlr_10.42.42.2(pid=3888): stderr: \u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062100389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062100397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062100397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062100398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:03.519165 run osmo-msc_10.42.42.6(pid=3894): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3894)]\u000a06:21:03.567314 run osmo-msc_10.42.42.6(pid=3894): stdout: \u000a| (launched: 2022-12-10_06:21:02.423501) \u000a06:21:03.616645 run osmo-msc_10.42.42.6(pid=3894): stderr: \u000a| �[0;m�[38;5;43m20221210062102691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062102691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedace01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062102692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062102692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062102694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062102694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:03.658105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminating (SIGTERM)\u000a06:21:03.697641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminating (SIGTERM)\u000a06:21:03.737324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminating (SIGTERM)\u000a06:21:03.746951 --- ParallelTerminationStrategy: PID 3887 died...\u000a06:21:03.800222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3887): Terminated: ok {rc=0}\u000a06:21:03.809926 --- ParallelTerminationStrategy: PID 3890 died...\u000a06:21:03.862532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3890): Terminated: ok {rc=0}\u000a06:21:03.872346 --- ParallelTerminationStrategy: PID 3893 died...\u000a06:21:03.924879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3893): Terminated: ok {rc=0}\u000a06:21:04.012517 bus /sierra_3: Setting Powered False\u000a06:21:05.114595 bus /sierra_3: Setting Powered False\u000a06:21:06.224608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:20:46" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:21:08.215506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.227462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:21:08.386197 tst mo_mt_call.py: using LAC 26448\u000a06:21:08.509730 tst mo_mt_call.py: using RAC 183\u000a06:21:08.634809 tst mo_mt_call.py: using CellId 26448\u000a06:21:08.760344 tst mo_mt_call.py: using BVCI 26449\u000a06:21:08.784370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.796015 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.807450 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.818887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.830427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:08.841902 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:08.956074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:09.152916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:09.616232 run create_hlr_db(pid=3899): Launched\u000a06:21:09.784852 bus /sierra_2: Setting Powered False\u000a06:21:10.807410 run create_hlr_db(pid=3899): Terminated: ok {rc=0}\u000a06:21:11.200164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Launched\u000a06:21:11.494881 run osmo-hlr_10.42.42.2(pid=3902): Launched\u000a06:21:11.608890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:12.131087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Launched\u000a06:21:12.428304 run osmo-stp_10.42.42.5(pid=3905): Launched\u000a06:21:12.536909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:13.074781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Launched\u000a06:21:13.369645 run osmo-msc_10.42.42.6(pid=3908): Launched\u000a06:21:13.543474 run osmo-stp_10.42.42.5(pid=3905): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]\u000a06:21:13.669185 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-10_06:21:12.280328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:13.792333 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062112451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062112451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:13.910608 run osmo-stp_10.42.42.5(pid=3905): stdout: \u000a| (launched: 2022-12-10_06:21:12.280328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:14.027934 run osmo-stp_10.42.42.5(pid=3905): stderr: \u000a| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062112450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062112451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062112451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062112452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:14.080066 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:21:14.088563 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:21:14.147680 run osmo-hlr_10.42.42.2(pid=3902): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3902)]\u000a06:21:14.195733 run osmo-hlr_10.42.42.2(pid=3902): stdout: \u000a| (launched: 2022-12-10_06:21:11.349359) \u000a06:21:14.244229 run osmo-hlr_10.42.42.2(pid=3902): stderr: \u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062111525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062111541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062111551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:14.310295 run osmo-msc_10.42.42.6(pid=3908): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3908)]\u000a06:21:14.358514 run osmo-msc_10.42.42.6(pid=3908): stdout: \u000a| (launched: 2022-12-10_06:21:13.223615) \u000a06:21:14.406917 run osmo-msc_10.42.42.6(pid=3908): stderr: \u000a| �[0;m�[38;5;43m20221210062113495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062113495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eb8b6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062113495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062113496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062113498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062113498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:14.447705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminating (SIGTERM)\u000a06:21:14.486257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminating (SIGTERM)\u000a06:21:14.524777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminating (SIGTERM)\u000a06:21:14.534102 --- ParallelTerminationStrategy: PID 3901 died...\u000a06:21:14.586366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminated: ok {rc=0}\u000a06:21:14.595737 --- ParallelTerminationStrategy: PID 3904 died...\u000a06:21:14.647865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminated: ok {rc=0}\u000a06:21:14.657793 --- ParallelTerminationStrategy: PID 3907 died...\u000a06:21:14.709848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminated: ok {rc=0}\u000a06:21:14.796121 bus /sierra_3: Setting Powered False\u000a06:21:15.932914 bus /sierra_3: Setting Powered False\u000a06:21:17.061212 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:21:18.168663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.180500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:21:18.332625 tst mo_mt_call_osmux.py: using LAC 26449\u000a06:21:18.449907 tst mo_mt_call_osmux.py: using RAC 184\u000a06:21:18.563842 tst mo_mt_call_osmux.py: using CellId 26449\u000a06:21:18.678883 tst mo_mt_call_osmux.py: using BVCI 26450\u000a06:21:18.701323 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.712540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.723630 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.734945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.746302 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:21:18.757601 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:18.875948 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:21:19.074269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:19.537427 run create_hlr_db(pid=3910): Launched\u000a06:21:19.706164 bus /sierra_2: Setting Powered False\u000a06:21:20.728672 run create_hlr_db(pid=3910): Terminated: ok {rc=0}\u000a06:21:21.123429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Launched\u000a06:21:21.419095 run osmo-hlr_10.42.42.2(pid=3913): Launched\u000a06:21:21.531990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:22.080363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Launched\u000a06:21:22.375852 run osmo-stp_10.42.42.5(pid=3916): Launched\u000a06:21:22.484083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:23.025404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Launched\u000a06:21:23.321645 run osmo-msc_10.42.42.6(pid=3919): Launched\u000a06:21:23.496784 run osmo-stp_10.42.42.5(pid=3916): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]\u000a06:21:23.622958 run osmo-stp_10.42.42.5(pid=3916): stdout: \u000a| (launched: 2022-12-10_06:21:22.229649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:23.746375 run osmo-stp_10.42.42.5(pid=3916): stderr: \u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062122401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:23.865087 run osmo-stp_10.42.42.5(pid=3916): stdout: \u000a| (launched: 2022-12-10_06:21:22.229649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:23.982479 run osmo-stp_10.42.42.5(pid=3916): stderr: \u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062122400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062122401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062122401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:24.034408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:21:24.043030 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:21:24.103378 run osmo-hlr_10.42.42.2(pid=3913): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3913)]\u000a06:21:24.152189 run osmo-hlr_10.42.42.2(pid=3913): stdout: \u000a| (launched: 2022-12-10_06:21:21.273085) \u000a06:21:24.201702 run osmo-hlr_10.42.42.2(pid=3913): stderr: \u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062121449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062121462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062121470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:24.268583 run osmo-msc_10.42.42.6(pid=3919): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3919)]\u000a06:21:24.317320 run osmo-msc_10.42.42.6(pid=3919): stdout: \u000a| (launched: 2022-12-10_06:21:23.174771) \u000a06:21:24.367054 run osmo-msc_10.42.42.6(pid=3919): stderr: \u000a| �[0;m�[38;5;43m20221210062123444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062123444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8cb334c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062123444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062123444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062123444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062123445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062123447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062123447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062123448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062123448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:24.408716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminating (SIGTERM)\u000a06:21:24.448315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminating (SIGTERM)\u000a06:21:24.487685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Terminating (SIGTERM)\u000a06:21:24.497156 --- ParallelTerminationStrategy: PID 3912 died...\u000a06:21:24.549978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminated: ok {rc=0}\u000a06:21:24.559853 --- ParallelTerminationStrategy: PID 3915 died...\u000a06:21:24.613421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminated: ok {rc=0}\u000a06:21:24.623062 --- ParallelTerminationStrategy: PID 3918 died...\u000a06:21:24.676182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3918): Terminated: ok {rc=0}\u000a06:21:24.764847 bus /sierra_3: Setting Powered False\u000a06:21:25.866644 bus /sierra_3: Setting Powered False\u000a06:21:26.976176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:21:07" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:21:28.951967 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:28.963114 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:21:29.111439 tst mo_mt_call.py: using LAC 26450\u000a06:21:29.226183 tst mo_mt_call.py: using RAC 185\u000a06:21:29.341640 tst mo_mt_call.py: using CellId 26450\u000a06:21:29.457099 tst mo_mt_call.py: using BVCI 26451\u000a06:21:29.479405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:29.490564 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:29.501508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:29.512712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:29.524011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:29.535146 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:21:29.653933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:21:29.853359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:30.319200 run create_hlr_db(pid=3924): Launched\u000a06:21:30.489647 bus /sierra_2: Setting Powered False\u000a06:21:31.572932 run create_hlr_db(pid=3924): Terminated: ok {rc=0}\u000a06:21:32.054978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Launched\u000a06:21:32.378118 run osmo-hlr_10.42.42.2(pid=3927): Launched\u000a06:21:32.495254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:33.047503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Launched\u000a06:21:33.363322 run osmo-stp_10.42.42.5(pid=3930): Launched\u000a06:21:33.477561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:34.062239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Launched\u000a06:21:34.379204 run osmo-msc_10.42.42.6(pid=3933): Launched\u000a06:21:34.566273 run osmo-stp_10.42.42.5(pid=3930): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]\u000a06:21:34.700550 run osmo-stp_10.42.42.5(pid=3930): stdout: \u000a| (launched: 2022-12-10_06:21:33.207890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:34.834708 run osmo-stp_10.42.42.5(pid=3930): stderr: \u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062133402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:34.962436 run osmo-stp_10.42.42.5(pid=3930): stdout: \u000a| (launched: 2022-12-10_06:21:33.207890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:35.088452 run osmo-stp_10.42.42.5(pid=3930): stderr: \u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062133401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062133402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062133402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:35.144486 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:21:35.153715 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:21:35.216500 run osmo-hlr_10.42.42.2(pid=3927): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3927)]\u000a06:21:35.267807 run osmo-hlr_10.42.42.2(pid=3927): stdout: \u000a| (launched: 2022-12-10_06:21:32.220144) \u000a06:21:35.319883 run osmo-hlr_10.42.42.2(pid=3927): stderr: \u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062132419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062132432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062132440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:35.390461 run osmo-msc_10.42.42.6(pid=3933): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3933)]\u000a06:21:35.441356 run osmo-msc_10.42.42.6(pid=3933): stdout: \u000a| (launched: 2022-12-10_06:21:34.223060) \u000a06:21:35.492799 run osmo-msc_10.42.42.6(pid=3933): stderr: \u000a| �[0;m�[38;5;43m20221210062134546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062134546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15573dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062134546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062134546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062134548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062134548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062134548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062134549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:35.536341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminating (SIGTERM)\u000a06:21:35.577816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminating (SIGTERM)\u000a06:21:35.619274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Terminating (SIGTERM)\u000a06:21:35.629036 --- ParallelTerminationStrategy: PID 3926 died...\u000a06:21:35.684350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminated: ok {rc=0}\u000a06:21:35.694624 --- ParallelTerminationStrategy: PID 3929 died...\u000a06:21:35.749585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminated: ok {rc=0}\u000a06:21:35.759879 --- ParallelTerminationStrategy: PID 3932 died...\u000a06:21:35.814841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3932): Terminated: ok {rc=0}\u000a06:21:35.900309 bus /sierra_3: Setting Powered False\u000a06:21:37.005397 bus /sierra_3: Setting Powered False\u000a06:21:38.111226 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:21:39.224445 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.236894 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:21:39.396497 tst mo_mt_call_osmux.py: using LAC 26451\u000a06:21:39.520766 tst mo_mt_call_osmux.py: using RAC 186\u000a06:21:39.645414 tst mo_mt_call_osmux.py: using CellId 26451\u000a06:21:39.769334 tst mo_mt_call_osmux.py: using BVCI 26452\u000a06:21:39.793708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.805504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.816928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.829133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.841214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:21:39.853215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:21:39.972864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:21:40.182815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:40.689402 run create_hlr_db(pid=3935): Launched\u000a06:21:40.871903 bus /sierra_2: Setting Powered False\u000a06:21:41.894103 run create_hlr_db(pid=3935): Terminated: ok {rc=0}\u000a06:21:42.291138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Launched\u000a06:21:42.586999 run osmo-hlr_10.42.42.2(pid=3938): Launched\u000a06:21:42.699864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:43.224314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Launched\u000a06:21:43.520904 run osmo-stp_10.42.42.5(pid=3941): Launched\u000a06:21:43.632914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:44.174065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Launched\u000a06:21:44.470028 run osmo-msc_10.42.42.6(pid=3944): Launched\u000a06:21:44.645605 run osmo-stp_10.42.42.5(pid=3941): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)]\u000a06:21:44.771722 run osmo-stp_10.42.42.5(pid=3941): stdout: \u000a| (launched: 2022-12-10_06:21:43.374450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:44.895225 run osmo-stp_10.42.42.5(pid=3941): stderr: \u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062143545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:45.013888 run osmo-stp_10.42.42.5(pid=3941): stdout: \u000a| (launched: 2022-12-10_06:21:43.374450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:45.131559 run osmo-stp_10.42.42.5(pid=3941): stderr: \u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062143544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062143545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:45.183770 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3941): Process ended prematurely: osmo-stp_10.42.42.5(pid=3941) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3941)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:21:45.192490 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:21:45.252566 run osmo-hlr_10.42.42.2(pid=3938): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3938)]\u000a06:21:45.300880 run osmo-hlr_10.42.42.2(pid=3938): stdout: \u000a| (launched: 2022-12-10_06:21:42.440538) \u000a06:21:45.349931 run osmo-hlr_10.42.42.2(pid=3938): stderr: \u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062142614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062142626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062142638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:45.416357 run osmo-msc_10.42.42.6(pid=3944): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3944)]\u000a06:21:45.464412 run osmo-msc_10.42.42.6(pid=3944): stdout: \u000a| (launched: 2022-12-10_06:21:44.323137) \u000a06:21:45.513064 run osmo-msc_10.42.42.6(pid=3944): stderr: \u000a| �[0;m�[38;5;43m20221210062144596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062144597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efef206dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062144597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062144597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062144599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062144599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:45.554190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Terminating (SIGTERM)\u000a06:21:45.593328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Terminating (SIGTERM)\u000a06:21:45.632928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Terminating (SIGTERM)\u000a06:21:45.642483 --- ParallelTerminationStrategy: PID 3937 died...\u000a06:21:45.695099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3937): Terminated: ok {rc=0}\u000a06:21:45.704704 --- ParallelTerminationStrategy: PID 3940 died...\u000a06:21:45.756799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3940): Terminated: ok {rc=0}\u000a06:21:45.766621 --- ParallelTerminationStrategy: PID 3943 died...\u000a06:21:45.818845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3943): Terminated: ok {rc=0}\u000a06:21:45.930143 bus /sierra_3: Setting Powered False\u000a06:21:47.037608 bus /sierra_3: Setting Powered False\u000a06:21:48.148189 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:21:28" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:21:50.122060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.133386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:21:50.281229 tst mo_mt_call.py: using LAC 26452\u000a06:21:50.395567 tst mo_mt_call.py: using RAC 187\u000a06:21:50.510898 tst mo_mt_call.py: using CellId 26452\u000a06:21:50.625613 tst mo_mt_call.py: using BVCI 26453\u000a06:21:50.648090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.659267 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.670232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.681595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.693088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:21:50.704472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:21:50.824184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:21:51.032601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:21:51.540911 run create_hlr_db(pid=3949): Launched\u000a06:21:51.723990 bus /sierra_2: Setting Powered False\u000a06:21:52.746670 run create_hlr_db(pid=3949): Terminated: ok {rc=0}\u000a06:21:53.145710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Launched\u000a06:21:53.441393 run osmo-hlr_10.42.42.2(pid=3952): Launched\u000a06:21:53.556575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:21:54.109566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Launched\u000a06:21:54.426738 run osmo-stp_10.42.42.5(pid=3955): Launched\u000a06:21:54.541070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:21:55.121807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Launched\u000a06:21:55.438107 run osmo-msc_10.42.42.6(pid=3958): Launched\u000a06:21:55.623440 run osmo-stp_10.42.42.5(pid=3955): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)]\u000a06:21:55.757643 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-10_06:21:54.270678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:55.891984 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062154464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062154464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:56.019282 run osmo-stp_10.42.42.5(pid=3955): stdout: \u000a| (launched: 2022-12-10_06:21:54.270678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:21:56.145201 run osmo-stp_10.42.42.5(pid=3955): stderr: \u000a| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062154463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062154464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062154464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062154465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:21:56.201262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3955): Process ended prematurely: osmo-stp_10.42.42.5(pid=3955) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3955)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:21:56.210473 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:21:56.273037 run osmo-hlr_10.42.42.2(pid=3952): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3952)]\u000a06:21:56.324104 run osmo-hlr_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-10_06:21:53.295436) \u000a06:21:56.376027 run osmo-hlr_10.42.42.2(pid=3952): stderr: \u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062153471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062153483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062153492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:21:56.446508 run osmo-msc_10.42.42.6(pid=3958): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3958)]\u000a06:21:56.497586 run osmo-msc_10.42.42.6(pid=3958): stdout: \u000a| (launched: 2022-12-10_06:21:55.282005) \u000a06:21:56.549103 run osmo-msc_10.42.42.6(pid=3958): stderr: \u000a| �[0;m�[38;5;43m20221210062155603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062155604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e306d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062155604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062155604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062155606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062155606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062155607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062155607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:21:56.592847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminating (SIGTERM)\u000a06:21:56.634408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminating (SIGTERM)\u000a06:21:56.676386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminating (SIGTERM)\u000a06:21:56.686220 --- ParallelTerminationStrategy: PID 3951 died...\u000a06:21:56.741917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3951): Terminated: ok {rc=0}\u000a06:21:56.752168 --- ParallelTerminationStrategy: PID 3954 died...\u000a06:21:56.807365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3954): Terminated: ok {rc=0}\u000a06:21:56.817467 --- ParallelTerminationStrategy: PID 3957 died...\u000a06:21:56.872504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3957): Terminated: ok {rc=0}\u000a06:21:56.959419 bus /sierra_3: Setting Powered False\u000a06:21:58.062992 bus /sierra_3: Setting Powered False\u000a06:21:59.173140 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:00.281439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.293712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:22:00.444364 tst mo_mt_call_osmux.py: using LAC 26453\u000a06:22:00.566446 tst mo_mt_call_osmux.py: using RAC 188\u000a06:22:00.680730 tst mo_mt_call_osmux.py: using CellId 26453\u000a06:22:00.794687 tst mo_mt_call_osmux.py: using BVCI 26454\u000a06:22:00.817202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.828784 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.846674 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.859624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.872588 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:22:00.885383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:01.007288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:22:01.222096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:01.781647 run create_hlr_db(pid=3960): Launched\u000a06:22:01.970955 bus /sierra_2: Setting Powered False\u000a06:22:02.986313 run create_hlr_db(pid=3960): Terminated: ok {rc=0}\u000a06:22:03.385533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Launched\u000a06:22:03.681639 run osmo-hlr_10.42.42.2(pid=3963): Launched\u000a06:22:03.793060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:04.315004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Launched\u000a06:22:04.610329 run osmo-stp_10.42.42.5(pid=3966): Launched\u000a06:22:04.718607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:05.258011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Launched\u000a06:22:05.553167 run osmo-msc_10.42.42.6(pid=3969): Launched\u000a06:22:05.727810 run osmo-stp_10.42.42.5(pid=3966): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)]\u000a06:22:05.853536 run osmo-stp_10.42.42.5(pid=3966): stdout: \u000a| (launched: 2022-12-10_06:22:04.464405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:05.976674 run osmo-stp_10.42.42.5(pid=3966): stderr: \u000a| �[0;m�[38;5;43m20221210062204637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062204638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:06.095207 run osmo-stp_10.42.42.5(pid=3966): stdout: \u000a| (launched: 2022-12-10_06:22:04.464405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:06.212596 run osmo-stp_10.42.42.5(pid=3966): stderr: \u000a| �[0;m�[38;5;43m20221210062204637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062204638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062204638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062204639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:06.264829 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3966): Process ended prematurely: osmo-stp_10.42.42.5(pid=3966) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3966)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:22:06.273415 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:22:06.333798 run osmo-hlr_10.42.42.2(pid=3963): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3963)]\u000a06:22:06.382858 run osmo-hlr_10.42.42.2(pid=3963): stdout: \u000a| (launched: 2022-12-10_06:22:03.534970) \u000a06:22:06.432384 run osmo-hlr_10.42.42.2(pid=3963): stderr: \u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062203713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062203725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062203734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:06.499836 run osmo-msc_10.42.42.6(pid=3969): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3969)]\u000a06:22:06.548634 run osmo-msc_10.42.42.6(pid=3969): stdout: \u000a| (launched: 2022-12-10_06:22:05.406737) \u000a06:22:06.598255 run osmo-msc_10.42.42.6(pid=3969): stderr: \u000a| �[0;m�[38;5;43m20221210062205678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062205678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feab59ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062205678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062205678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062205679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062205679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062205680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062205681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:06.639807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminating (SIGTERM)\u000a06:22:06.679261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminating (SIGTERM)\u000a06:22:06.718634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminating (SIGTERM)\u000a06:22:06.728132 --- ParallelTerminationStrategy: PID 3962 died...\u000a06:22:06.782012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3962): Terminated: ok {rc=0}\u000a06:22:06.791718 --- ParallelTerminationStrategy: PID 3965 died...\u000a06:22:06.844857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3965): Terminated: ok {rc=0}\u000a06:22:06.854557 --- ParallelTerminationStrategy: PID 3968 died...\u000a06:22:06.907311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3968): Terminated: ok {rc=0}\u000a06:22:06.994923 bus /sierra_3: Setting Powered False\u000a06:22:08.097563 bus /sierra_3: Setting Powered False\u000a06:22:09.207393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:21:49" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:22:11.203268 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.214934 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:22:11.372170 tst mo_mt_call.py: using LAC 26454\u000a06:22:11.497945 tst mo_mt_call.py: using RAC 189\u000a06:22:11.621481 tst mo_mt_call.py: using CellId 26454\u000a06:22:11.757355 tst mo_mt_call.py: using BVCI 26455\u000a06:22:11.781572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.793200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.804573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.815963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.827480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:11.838920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:11.952908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:12.158710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:12.664073 run create_hlr_db(pid=3974): Launched\u000a06:22:12.846986 bus /sierra_2: Setting Powered False\u000a06:22:13.868687 run create_hlr_db(pid=3974): Terminated: ok {rc=0}\u000a06:22:14.267723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Launched\u000a06:22:14.564751 run osmo-hlr_10.42.42.2(pid=3977): Launched\u000a06:22:14.675599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:15.191715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Launched\u000a06:22:15.487501 run osmo-stp_10.42.42.5(pid=3980): Launched\u000a06:22:15.596868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:16.173283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Launched\u000a06:22:16.568684 run osmo-msc_10.42.42.6(pid=3983): Launched\u000a06:22:16.986801 run osmo-stp_10.42.42.5(pid=3980): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)]\u000a06:22:17.156185 run osmo-stp_10.42.42.5(pid=3980): stdout: \u000a| (launched: 2022-12-10_06:22:15.340848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:17.307199 run osmo-stp_10.42.42.5(pid=3980): stderr: \u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062215512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:17.432545 run osmo-stp_10.42.42.5(pid=3980): stdout: \u000a| (launched: 2022-12-10_06:22:15.340848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:17.558550 run osmo-stp_10.42.42.5(pid=3980): stderr: \u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062215511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062215512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062215512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:17.614390 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3980): Process ended prematurely: osmo-stp_10.42.42.5(pid=3980) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3980)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:22:17.623641 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:22:17.685685 run osmo-hlr_10.42.42.2(pid=3977): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3977)]\u000a06:22:17.736483 run osmo-hlr_10.42.42.2(pid=3977): stdout: \u000a| (launched: 2022-12-10_06:22:14.418281) \u000a06:22:17.787973 run osmo-hlr_10.42.42.2(pid=3977): stderr: \u000a| �[0;m�[1;31m20221210062214593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062214593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062214594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062214606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062214615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062214616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062214616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:17.858111 run osmo-msc_10.42.42.6(pid=3983): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3983)]\u000a06:22:17.908976 run osmo-msc_10.42.42.6(pid=3983): stdout: \u000a| (launched: 2022-12-10_06:22:16.325465) \u000a06:22:17.960530 run osmo-msc_10.42.42.6(pid=3983): stderr: \u000a| �[0;m�[38;5;43m20221210062216823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062216823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87b0165c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062216823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062216823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062216824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062216824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062216826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:18.004000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminating (SIGTERM)\u000a06:22:18.045129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminating (SIGTERM)\u000a06:22:18.086391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Terminating (SIGTERM)\u000a06:22:18.096081 --- ParallelTerminationStrategy: PID 3976 died...\u000a06:22:18.151122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3976): Terminated: ok {rc=0}\u000a06:22:18.161205 --- ParallelTerminationStrategy: PID 3979 died...\u000a06:22:18.216139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3979): Terminated: ok {rc=0}\u000a06:22:18.226147 --- ParallelTerminationStrategy: PID 3982 died...\u000a06:22:18.280876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3982): Terminated: ok {rc=0}\u000a06:22:18.367317 bus /sierra_3: Setting Powered False\u000a06:22:19.472998 bus /sierra_3: Setting Powered False\u000a06:22:20.582553 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:21.691085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:21.703555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:22:21.859452 tst mo_mt_call_osmux.py: using LAC 26455\u000a06:22:21.977501 tst mo_mt_call_osmux.py: using RAC 190\u000a06:22:22.092364 tst mo_mt_call_osmux.py: using CellId 26455\u000a06:22:22.209481 tst mo_mt_call_osmux.py: using BVCI 26456\u000a06:22:22.232039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:22.243443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:22.254550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:22.265954 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:22.277480 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:22:22.288869 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:22.406572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:22:22.605244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:23.070366 run create_hlr_db(pid=3985): Launched\u000a06:22:23.239702 bus /sierra_2: Setting Powered False\u000a06:22:24.261209 run create_hlr_db(pid=3985): Terminated: ok {rc=0}\u000a06:22:24.654982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Launched\u000a06:22:24.950235 run osmo-hlr_10.42.42.2(pid=3988): Launched\u000a06:22:25.061039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:25.571844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Launched\u000a06:22:25.866733 run osmo-stp_10.42.42.5(pid=3991): Launched\u000a06:22:25.974351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:26.513697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Launched\u000a06:22:26.809169 run osmo-msc_10.42.42.6(pid=3994): Launched\u000a06:22:26.984043 run osmo-stp_10.42.42.5(pid=3991): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)]\u000a06:22:27.109797 run osmo-stp_10.42.42.5(pid=3991): stdout: \u000a| (launched: 2022-12-10_06:22:25.720387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:27.232935 run osmo-stp_10.42.42.5(pid=3991): stderr: \u000a| �[0;m�[38;5;43m20221210062225890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062225891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:27.350866 run osmo-stp_10.42.42.5(pid=3991): stdout: \u000a| (launched: 2022-12-10_06:22:25.720387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:27.468052 run osmo-stp_10.42.42.5(pid=3991): stderr: \u000a| �[0;m�[38;5;43m20221210062225890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062225891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062225891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062225892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:27.520102 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3991): Process ended prematurely: osmo-stp_10.42.42.5(pid=3991) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3991)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:22:27.528786 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:22:27.588626 run osmo-hlr_10.42.42.2(pid=3988): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3988)]\u000a06:22:27.637080 run osmo-hlr_10.42.42.2(pid=3988): stdout: \u000a| (launched: 2022-12-10_06:22:24.803841) \u000a06:22:27.685941 run osmo-hlr_10.42.42.2(pid=3988): stderr: \u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062224978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062224991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062225000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:27.752588 run osmo-msc_10.42.42.6(pid=3994): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3994)]\u000a06:22:27.800897 run osmo-msc_10.42.42.6(pid=3994): stdout: \u000a| (launched: 2022-12-10_06:22:26.662494) \u000a06:22:27.849989 run osmo-msc_10.42.42.6(pid=3994): stderr: \u000a| �[0;m�[38;5;43m20221210062226934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062226934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8233063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062226934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062226934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062226934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062226935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062226937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062226937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:27.891006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Terminating (SIGTERM)\u000a06:22:27.930242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Terminating (SIGTERM)\u000a06:22:27.969295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Terminating (SIGTERM)\u000a06:22:27.978722 --- ParallelTerminationStrategy: PID 3987 died...\u000a06:22:28.030980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3987): Terminated: ok {rc=0}\u000a06:22:28.040931 --- ParallelTerminationStrategy: PID 3990 died...\u000a06:22:28.093163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3990): Terminated: ok {rc=0}\u000a06:22:28.102715 --- ParallelTerminationStrategy: PID 3993 died...\u000a06:22:28.154919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3993): Terminated: ok {rc=0}\u000a06:22:28.237633 bus /sierra_3: Setting Powered False\u000a06:22:29.342513 bus /sierra_3: Setting Powered False\u000a06:22:30.448347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:22:10" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:22:32.487742 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:32.499899 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:22:32.662486 tst mo_mt_call.py: using LAC 26456\u000a06:22:32.785101 tst mo_mt_call.py: using RAC 191\u000a06:22:32.900456 tst mo_mt_call.py: using CellId 26456\u000a06:22:33.020923 tst mo_mt_call.py: using BVCI 26457\u000a06:22:33.043476 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:33.054909 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:33.066199 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:33.078549 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:33.090623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:33.102404 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:22:33.223193 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:22:33.420520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:33.883578 run create_hlr_db(pid=3999): Launched\u000a06:22:34.052500 bus /sierra_2: Setting Powered False\u000a06:22:35.075220 run create_hlr_db(pid=3999): Terminated: ok {rc=0}\u000a06:22:35.469967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Launched\u000a06:22:35.765049 run osmo-hlr_10.42.42.2(pid=4002): Launched\u000a06:22:35.876778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:36.404872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Launched\u000a06:22:36.700011 run osmo-stp_10.42.42.5(pid=4006): Launched\u000a06:22:36.807476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:37.347814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Launched\u000a06:22:37.643235 run osmo-msc_10.42.42.6(pid=4009): Launched\u000a06:22:37.817734 run osmo-stp_10.42.42.5(pid=4006): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)]\u000a06:22:37.943547 run osmo-stp_10.42.42.5(pid=4006): stdout: \u000a| (launched: 2022-12-10_06:22:36.553770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:38.067144 run osmo-stp_10.42.42.5(pid=4006): stderr: \u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062236724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:38.185986 run osmo-stp_10.42.42.5(pid=4006): stdout: \u000a| (launched: 2022-12-10_06:22:36.553770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:38.304002 run osmo-stp_10.42.42.5(pid=4006): stderr: \u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062236724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062236724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062236725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:38.356149 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4006): Process ended prematurely: osmo-stp_10.42.42.5(pid=4006) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4006)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:22:38.364682 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:22:38.424166 run osmo-hlr_10.42.42.2(pid=4002): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4002)]\u000a06:22:38.472475 run osmo-hlr_10.42.42.2(pid=4002): stdout: \u000a| (launched: 2022-12-10_06:22:35.619163) \u000a06:22:38.521346 run osmo-hlr_10.42.42.2(pid=4002): stderr: \u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062235794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062235804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062235813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:38.587890 run osmo-msc_10.42.42.6(pid=4009): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4009)]\u000a06:22:38.635923 run osmo-msc_10.42.42.6(pid=4009): stdout: \u000a| (launched: 2022-12-10_06:22:37.497059) \u000a06:22:38.684842 run osmo-msc_10.42.42.6(pid=4009): stderr: \u000a| �[0;m�[38;5;43m20221210062237767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062237767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9df7a50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062237767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062237767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062237769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:38.725689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminating (SIGTERM)\u000a06:22:38.764505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Terminating (SIGTERM)\u000a06:22:38.803521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Terminating (SIGTERM)\u000a06:22:38.812911 --- ParallelTerminationStrategy: PID 4001 died...\u000a06:22:38.865353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4001): Terminated: ok {rc=0}\u000a06:22:38.875273 --- ParallelTerminationStrategy: PID 4005 died...\u000a06:22:38.927683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4005): Terminated: ok {rc=0}\u000a06:22:38.937423 --- ParallelTerminationStrategy: PID 4008 died...\u000a06:22:38.990103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4008): Terminated: ok {rc=0}\u000a06:22:39.076588 bus /sierra_3: Setting Powered False\u000a06:22:40.178779 bus /sierra_3: Setting Powered False\u000a06:22:41.288226 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:22:42.397476 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.409570 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:22:42.559904 tst mo_mt_call_osmux.py: using LAC 26457\u000a06:22:42.678721 tst mo_mt_call_osmux.py: using RAC 192\u000a06:22:42.797476 tst mo_mt_call_osmux.py: using CellId 26457\u000a06:22:42.914111 tst mo_mt_call_osmux.py: using BVCI 26458\u000a06:22:42.936621 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.948167 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.959458 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.971060 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.982687 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:22:42.994321 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:22:43.109221 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:22:43.319867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:43.824007 run create_hlr_db(pid=4011): Launched\u000a06:22:44.006362 bus /sierra_2: Setting Powered False\u000a06:22:45.027238 run create_hlr_db(pid=4011): Terminated: ok {rc=0}\u000a06:22:45.449118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Launched\u000a06:22:45.765617 run osmo-hlr_10.42.42.2(pid=4014): Launched\u000a06:22:46.003009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:46.619248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Launched\u000a06:22:47.024096 run osmo-stp_10.42.42.5(pid=4017): Launched\u000a06:22:47.150803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:47.742349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Launched\u000a06:22:48.059015 run osmo-msc_10.42.42.6(pid=4020): Launched\u000a06:22:48.245061 run osmo-stp_10.42.42.5(pid=4017): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)]\u000a06:22:48.378968 run osmo-stp_10.42.42.5(pid=4017): stdout: \u000a| (launched: 2022-12-10_06:22:46.783065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:48.512629 run osmo-stp_10.42.42.5(pid=4017): stderr: \u000a| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062247119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062247119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062247119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:48.639535 run osmo-stp_10.42.42.5(pid=4017): stdout: \u000a| (launched: 2022-12-10_06:22:46.783065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:48.765218 run osmo-stp_10.42.42.5(pid=4017): stderr: \u000a| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062247118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062247119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062247119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062247119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062247120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:48.820835 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4017): Process ended prematurely: osmo-stp_10.42.42.5(pid=4017) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4017)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:22:48.830128 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a06:22:48.892096 run osmo-hlr_10.42.42.2(pid=4014): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4014)]\u000a06:22:48.943208 run osmo-hlr_10.42.42.2(pid=4014): stdout: \u000a| (launched: 2022-12-10_06:22:45.609902) \u000a06:22:48.994864 run osmo-hlr_10.42.42.2(pid=4014): stderr: \u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062245809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062245820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062245830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:49.065262 run osmo-msc_10.42.42.6(pid=4020): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4020)]\u000a06:22:49.116376 run osmo-msc_10.42.42.6(pid=4020): stdout: \u000a| (launched: 2022-12-10_06:22:47.902608) \u000a06:22:49.167875 run osmo-msc_10.42.42.6(pid=4020): stderr: \u000a| �[0;m�[38;5;43m20221210062248223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062248223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f503018ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062248223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062248223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062248225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062248226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:22:49.211368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Terminating (SIGTERM)\u000a06:22:49.252424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Terminating (SIGTERM)\u000a06:22:49.293552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Terminating (SIGTERM)\u000a06:22:49.303228 --- ParallelTerminationStrategy: PID 4013 died...\u000a06:22:49.358351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4013): Terminated: ok {rc=0}\u000a06:22:49.368369 --- ParallelTerminationStrategy: PID 4016 died...\u000a06:22:49.423376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4016): Terminated: ok {rc=0}\u000a06:22:49.433461 --- ParallelTerminationStrategy: PID 4019 died...\u000a06:22:49.488444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4019): Terminated: ok {rc=0}\u000a06:22:49.575078 bus /sierra_3: Setting Powered False\u000a06:22:50.680208 bus /sierra_3: Setting Powered False\u000a06:22:51.787379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:22:32" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:22:53.779972 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:53.791427 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:22:53.949291 tst mo_mt_call.py: using LAC 26458\u000a06:22:54.077674 tst mo_mt_call.py: using RAC 193\u000a06:22:54.204203 tst mo_mt_call.py: using CellId 26458\u000a06:22:54.326803 tst mo_mt_call.py: using BVCI 26459\u000a06:22:54.350796 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:54.362222 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:54.373451 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:54.384716 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:54.396115 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:22:54.407361 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:22:54.521766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:22:54.720424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:22:55.185945 run create_hlr_db(pid=4025): Launched\u000a06:22:55.356040 bus /sierra_2: Setting Powered False\u000a06:22:56.377773 run create_hlr_db(pid=4025): Terminated: ok {rc=0}\u000a06:22:56.771063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Launched\u000a06:22:57.066351 run osmo-hlr_10.42.42.2(pid=4028): Launched\u000a06:22:57.174920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:22:57.686208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Launched\u000a06:22:57.980813 run osmo-stp_10.42.42.5(pid=4031): Launched\u000a06:22:58.088239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:22:58.626470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Launched\u000a06:22:58.921010 run osmo-msc_10.42.42.6(pid=4034): Launched\u000a06:22:59.094700 run osmo-stp_10.42.42.5(pid=4031): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)]\u000a06:22:59.221203 run osmo-stp_10.42.42.5(pid=4031): stdout: \u000a| (launched: 2022-12-10_06:22:57.834933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:59.345079 run osmo-stp_10.42.42.5(pid=4031): stderr: \u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062258004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:59.463250 run osmo-stp_10.42.42.5(pid=4031): stdout: \u000a| (launched: 2022-12-10_06:22:57.834933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:22:59.580582 run osmo-stp_10.42.42.5(pid=4031): stderr: \u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062258003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062258004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062258004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:22:59.632552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4031): Process ended prematurely: osmo-stp_10.42.42.5(pid=4031) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4031)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:22:59.641343 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:22:59.700665 run osmo-hlr_10.42.42.2(pid=4028): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4028)]\u000a06:22:59.749004 run osmo-hlr_10.42.42.2(pid=4028): stdout: \u000a| (launched: 2022-12-10_06:22:56.920523) \u000a06:22:59.797809 run osmo-hlr_10.42.42.2(pid=4028): stderr: \u000a| �[0;m�[1;31m20221210062257096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062257097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062257109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:22:59.864664 run osmo-msc_10.42.42.6(pid=4034): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4034)]\u000a06:22:59.913141 run osmo-msc_10.42.42.6(pid=4034): stdout: \u000a| (launched: 2022-12-10_06:22:58.775620) \u000a06:22:59.962257 run osmo-msc_10.42.42.6(pid=4034): stderr: \u000a| �[0;m�[38;5;43m20221210062259048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062259048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f918fd99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062259048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062259048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062259048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062259049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062259050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062259051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:00.003043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Terminating (SIGTERM)\u000a06:23:00.041878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Terminating (SIGTERM)\u000a06:23:00.080658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Terminating (SIGTERM)\u000a06:23:00.090030 --- ParallelTerminationStrategy: PID 4027 died...\u000a06:23:00.142629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4027): Terminated: ok {rc=0}\u000a06:23:00.152404 --- ParallelTerminationStrategy: PID 4030 died...\u000a06:23:00.204818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4030): Terminated: ok {rc=0}\u000a06:23:00.214555 --- ParallelTerminationStrategy: PID 4033 died...\u000a06:23:00.267171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4033): Terminated: ok {rc=0}\u000a06:23:00.349681 bus /sierra_3: Setting Powered False\u000a06:23:01.451205 bus /sierra_3: Setting Powered False\u000a06:23:02.555683 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:23:03.669000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:03.681388 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:23:03.839675 tst mo_mt_call_osmux.py: using LAC 26459\u000a06:23:03.964553 tst mo_mt_call_osmux.py: using RAC 194\u000a06:23:04.091594 tst mo_mt_call_osmux.py: using CellId 26459\u000a06:23:04.217310 tst mo_mt_call_osmux.py: using BVCI 26460\u000a06:23:04.241825 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:04.253557 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:04.264826 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:04.276316 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:04.287743 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:23:04.299251 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:04.412082 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:23:04.617671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:05.122527 run create_hlr_db(pid=4036): Launched\u000a06:23:05.305642 bus /sierra_2: Setting Powered False\u000a06:23:06.325584 run create_hlr_db(pid=4036): Terminated: ok {rc=0}\u000a06:23:06.721820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Launched\u000a06:23:07.016680 run osmo-hlr_10.42.42.2(pid=4039): Launched\u000a06:23:07.125071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:07.636432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Launched\u000a06:23:07.930143 run osmo-stp_10.42.42.5(pid=4042): Launched\u000a06:23:08.037155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:08.576219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Launched\u000a06:23:08.871587 run osmo-msc_10.42.42.6(pid=4045): Launched\u000a06:23:09.045895 run osmo-stp_10.42.42.5(pid=4042): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]\u000a06:23:09.171597 run osmo-stp_10.42.42.5(pid=4042): stdout: \u000a| (launched: 2022-12-10_06:23:07.785306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:09.295340 run osmo-stp_10.42.42.5(pid=4042): stderr: \u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062307957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:09.413700 run osmo-stp_10.42.42.5(pid=4042): stdout: \u000a| (launched: 2022-12-10_06:23:07.785306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:09.530481 run osmo-stp_10.42.42.5(pid=4042): stderr: \u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062307956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062307957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062307957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:09.582384 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)] [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:23:09.591146 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:23:09.651158 run osmo-hlr_10.42.42.2(pid=4039): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4039)]\u000a06:23:09.699597 run osmo-hlr_10.42.42.2(pid=4039): stdout: \u000a| (launched: 2022-12-10_06:23:06.871015) \u000a06:23:09.748720 run osmo-hlr_10.42.42.2(pid=4039): stderr: \u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062307048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062307061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:09.815230 run osmo-msc_10.42.42.6(pid=4045): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4045)]\u000a06:23:09.863401 run osmo-msc_10.42.42.6(pid=4045): stdout: \u000a| (launched: 2022-12-10_06:23:08.725362) \u000a06:23:09.911876 run osmo-msc_10.42.42.6(pid=4045): stderr: \u000a| �[0;m�[38;5;43m20221210062308996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062308996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc68ccc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062308996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062308996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062308996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062308997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062308998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062308999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:09.952888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Terminating (SIGTERM)\u000a06:23:09.991843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Terminating (SIGTERM)\u000a06:23:10.030886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Terminating (SIGTERM)\u000a06:23:10.040378 --- ParallelTerminationStrategy: PID 4038 died...\u000a06:23:10.092914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4038): Terminated: ok {rc=0}\u000a06:23:10.103293 --- ParallelTerminationStrategy: PID 4041 died...\u000a06:23:10.155404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4041): Terminated: ok {rc=0}\u000a06:23:10.165247 --- ParallelTerminationStrategy: PID 4044 died...\u000a06:23:10.217361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4044): Terminated: ok {rc=0}\u000a06:23:10.304032 bus /sierra_3: Setting Powered False\u000a06:23:11.404336 bus /sierra_3: Setting Powered False\u000a06:23:12.509165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:22:53" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:23:14.514983 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:14.526399 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:23:14.661197 tst emergency_mo_mt_call.py: using LAC 26460\u000a06:23:14.781926 tst emergency_mo_mt_call.py: using RAC 195\u000a06:23:14.904888 tst emergency_mo_mt_call.py: using CellId 26460\u000a06:23:15.028651 tst emergency_mo_mt_call.py: using BVCI 26461\u000a06:23:15.052164 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:15.063492 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:15.074589 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:15.085793 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:15.097021 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:15.108053 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:15.221048 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:15.426527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:15.969665 run create_hlr_db(pid=4050): Launched\u000a06:23:16.168369 bus /sierra_2: Setting Powered False\u000a06:23:17.229911 run create_hlr_db(pid=4050): Terminated: ok {rc=0}\u000a06:23:17.736310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Launched\u000a06:23:18.237210 run osmo-hlr_10.42.42.2(pid=4171): Launched\u000a06:23:18.442684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:19.199358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Launched\u000a06:23:19.554265 run osmo-stp_10.42.42.5(pid=4325): Launched\u000a06:23:19.756448 tst emergency_mo_mt_call.py: using MSISDN 7584\u000a06:23:19.987918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:20.584018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Launched\u000a06:23:20.981003 run osmo-msc_10.42.42.6(pid=4329): Launched\u000a06:23:21.316824 run osmo-stp_10.42.42.5(pid=4325): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]\u000a06:23:21.559798 run osmo-stp_10.42.42.5(pid=4325): stdout: \u000a| (launched: 2022-12-10_06:23:19.379281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:21.693556 run osmo-stp_10.42.42.5(pid=4325): stderr: \u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062319722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:21.821483 run osmo-stp_10.42.42.5(pid=4325): stdout: \u000a| (launched: 2022-12-10_06:23:19.379281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:21.951387 run osmo-stp_10.42.42.5(pid=4325): stderr: \u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062319722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062319722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062319723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:22.007338 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)] [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a06:23:22.016766 tst emergency_mo_mt_call.py:19: Test FAILED (7.5 sec)\u000a06:23:22.082088 run osmo-hlr_10.42.42.2(pid=4171): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4171)]\u000a06:23:22.134293 run osmo-hlr_10.42.42.2(pid=4171): stdout: \u000a| (launched: 2022-12-10_06:23:17.929705) \u000a06:23:22.186626 run osmo-hlr_10.42.42.2(pid=4171): stderr: \u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062318293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062318317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062318335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062318336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062318336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:22.258724 run osmo-msc_10.42.42.6(pid=4329): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4329)]\u000a06:23:22.310634 run osmo-msc_10.42.42.6(pid=4329): stdout: \u000a| (launched: 2022-12-10_06:23:20.733927) \u000a06:23:22.363210 run osmo-msc_10.42.42.6(pid=4329): stderr: \u000a| �[0;m�[38;5;43m20221210062321331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062321331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2ffa0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062321331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062321331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062321345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062321346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:22.407694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Terminating (SIGTERM)\u000a06:23:22.452902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Terminating (SIGTERM)\u000a06:23:22.498063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Terminating (SIGTERM)\u000a06:23:22.509123 --- ParallelTerminationStrategy: PID 4133 died...\u000a06:23:22.567258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4133): Terminated: ok {rc=0}\u000a06:23:22.578234 --- ParallelTerminationStrategy: PID 4311 died...\u000a06:23:22.634937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4311): Terminated: ok {rc=0}\u000a06:23:22.646014 --- ParallelTerminationStrategy: PID 4328 died...\u000a06:23:22.704550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4328): Terminated: ok {rc=0}\u000a06:23:22.793030 bus /sierra_3: Setting Powered False\u000a06:23:23.900566 bus /sierra_3: Setting Powered False\u000a06:23:25.014830 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:23:26.068683 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.081284 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:23:26.216605 tst emergency_preemptive_call.py: using LAC 26461\u000a06:23:26.334502 tst emergency_preemptive_call.py: using RAC 196\u000a06:23:26.452758 tst emergency_preemptive_call.py: using CellId 26461\u000a06:23:26.573396 tst emergency_preemptive_call.py: using BVCI 26462\u000a06:23:26.596798 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.608859 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.621347 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.632904 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.646523 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:23:26.660209 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:26.776012 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:26.893465 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:27.010842 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:27.214626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:27.712050 run create_hlr_db(pid=4333): Launched\u000a06:23:27.894159 bus /sierra_2: Setting Powered False\u000a06:23:28.915709 run create_hlr_db(pid=4333): Terminated: ok {rc=0}\u000a06:23:29.335138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Launched\u000a06:23:29.743331 run osmo-hlr_10.42.42.2(pid=4336): Launched\u000a06:23:29.963388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:30.545594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Launched\u000a06:23:30.965226 run osmo-stp_10.42.42.5(pid=4339): Launched\u000a06:23:31.193851 tst emergency_preemptive_call.py: using MSISDN 7585\u000a06:23:31.351219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:23:31.965612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Launched\u000a06:23:32.384179 run osmo-msc_10.42.42.6(pid=4342): Launched\u000a06:23:32.773134 run osmo-stp_10.42.42.5(pid=4339): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)]\u000a06:23:33.021664 run osmo-stp_10.42.42.5(pid=4339): stdout: \u000a| (launched: 2022-12-10_06:23:30.706978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:33.155668 run osmo-stp_10.42.42.5(pid=4339): stderr: \u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062331007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:33.283814 run osmo-stp_10.42.42.5(pid=4339): stdout: \u000a| (launched: 2022-12-10_06:23:30.706978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:33.409898 run osmo-stp_10.42.42.5(pid=4339): stderr: \u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062331006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062331007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062331009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:33.466997 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4339): Process ended prematurely: osmo-stp_10.42.42.5(pid=4339) [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4339)] [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a06:23:33.476581 tst emergency_preemptive_call.py:32: Test FAILED (7.4 sec)\u000a06:23:33.540524 run osmo-hlr_10.42.42.2(pid=4336): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4336)]\u000a06:23:33.592767 run osmo-hlr_10.42.42.2(pid=4336): stdout: \u000a| (launched: 2022-12-10_06:23:29.487131) \u000a06:23:33.645699 run osmo-hlr_10.42.42.2(pid=4336): stderr: \u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062329795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062329811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062329827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062329828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062329828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:33.717137 run osmo-msc_10.42.42.6(pid=4342): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4342)]\u000a06:23:33.769310 run osmo-msc_10.42.42.6(pid=4342): stdout: \u000a| (launched: 2022-12-10_06:23:32.134554) \u000a06:23:33.822174 run osmo-msc_10.42.42.6(pid=4342): stderr: \u000a| �[0;m�[38;5;43m20221210062332677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062332678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f599160fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062332678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062332678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062332680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062332680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:23:33.867263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Terminating (SIGTERM)\u000a06:23:33.909811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Terminating (SIGTERM)\u000a06:23:33.954785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Terminating (SIGTERM)\u000a06:23:33.965628 --- ParallelTerminationStrategy: PID 4335 died...\u000a06:23:34.024293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4335): Terminated: ok {rc=0}\u000a06:23:34.035312 --- ParallelTerminationStrategy: PID 4338 died...\u000a06:23:34.092042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4338): Terminated: ok {rc=0}\u000a06:23:34.103024 --- ParallelTerminationStrategy: PID 4341 died...\u000a06:23:34.159755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4341): Terminated: ok {rc=0}\u000a06:23:34.248113 bus /sierra_9: Setting Powered False\u000a06:23:35.353879 bus /sierra_9: Setting Powered False\u000a06:23:36.465426 bus /sierra_8: Setting Powered False\u000a06:23:37.571074 bus /sierra_8: Setting Powered False\u000a06:23:38.682936 bus /sierra_3: Setting Powered False\u000a06:23:39.789291 bus /sierra_3: Setting Powered False\u000a06:23:40.898927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:23:43.016612 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.027729 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:23:43.165298 tst cs_paging_gprs_active.py: using LAC 26462\u000a06:23:43.289243 tst cs_paging_gprs_active.py: using RAC 197\u000a06:23:43.412933 tst cs_paging_gprs_active.py: using CellId 26462\u000a06:23:43.537284 tst cs_paging_gprs_active.py: using BVCI 26463\u000a06:23:43.561551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.572674 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.583721 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.594729 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.605673 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.616551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.627683 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.638627 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:43.649728 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:43.765059 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:44.054508 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:23:44.186921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:23:44.516074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Launched\u000a06:23:44.788505 run iperf3-srv_10.42.42.10(pid=4350): Launched\u000a06:23:44.982569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:23:45.114515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:23:45.442717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Launched\u000a06:23:45.716067 run iperf3-srv_10.42.42.10(pid=4352): Launched\u000a06:23:45.925549 tst cs_paging_gprs_active.py:38: start network...\u000a06:23:46.060144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:46.550139 run create_hlr_db(pid=4353): Launched\u000a06:23:46.737112 bus /sierra_2: Setting Powered False\u000a06:23:47.753349 run create_hlr_db(pid=4353): Terminated: ok {rc=0}\u000a06:23:48.150483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Launched\u000a06:23:48.446490 run osmo-hlr_10.42.42.2(pid=4356): Launched\u000a06:23:48.556887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:23:49.079100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Launched\u000a06:23:49.374424 run osmo-stp_10.42.42.5(pid=4359): Launched\u000a06:23:49.480832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:23:49.996173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Launched\u000a06:23:50.102061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:23:50.361561 run patchelf(pid=4362): Launched\u000a06:23:50.534655 run osmo-stp_10.42.42.5(pid=4359): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)]\u000a06:23:50.661666 run osmo-stp_10.42.42.5(pid=4359): stdout: \u000a| (launched: 2022-12-10_06:23:49.228418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:50.788790 run osmo-stp_10.42.42.5(pid=4359): stderr: \u000a| �[0;m�[38;5;43m20221210062349397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062349398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:50.911687 run osmo-stp_10.42.42.5(pid=4359): stdout: \u000a| (launched: 2022-12-10_06:23:49.228418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:23:51.033479 run osmo-stp_10.42.42.5(pid=4359): stderr: \u000a| �[0;m�[38;5;43m20221210062349397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062349398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062349398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062349399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:23:51.174635 run patchelf(pid=4362): Terminating (SIGINT)\u000a06:23:51.340671 run patchelf(pid=4362): Terminated: ok {rc=0}\u000a06:23:51.371371 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4359): Process ended prematurely: osmo-stp_10.42.42.5(pid=4359) [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4359)] [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a06:23:51.380570 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:23:51.440529 run osmo-hlr_10.42.42.2(pid=4356): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4356)]\u000a06:23:51.488925 run osmo-hlr_10.42.42.2(pid=4356): stdout: \u000a| (launched: 2022-12-10_06:23:48.299856) \u000a06:23:51.538074 run osmo-hlr_10.42.42.2(pid=4356): stderr: \u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062348478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062348490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062348498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062348499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062348499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:23:51.579632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminating (SIGTERM)\u000a06:23:51.618991 run iperf3-srv_10.42.42.10(pid=4350): Terminating (SIGTERM)\u000a06:23:51.658208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Terminating (SIGTERM)\u000a06:23:51.697381 run iperf3-srv_10.42.42.10(pid=4352): Terminating (SIGTERM)\u000a06:23:51.736770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Terminating (SIGTERM)\u000a06:23:51.776161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Terminating (SIGTERM)\u000a06:23:51.815601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Terminating (SIGTERM)\u000a06:23:51.825391 --- ParallelTerminationStrategy: PID 4349 died...\u000a06:23:51.878577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminated: ok {rc=0}\u000a06:23:51.888171 --- ParallelTerminationStrategy: PID 4350 died...\u000a06:23:51.940606 run iperf3-srv_10.42.42.10(pid=4350): Terminated {rc=256}\u000a06:23:51.950590 --- ParallelTerminationStrategy: PID 4351 died...\u000a06:23:52.003060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4351): Terminated: ok {rc=0}\u000a06:23:52.012908 --- ParallelTerminationStrategy: PID 4352 died...\u000a06:23:52.066115 run iperf3-srv_10.42.42.10(pid=4352): Terminated {rc=256}\u000a06:23:52.075823 --- ParallelTerminationStrategy: PID 4355 died...\u000a06:23:52.128676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4355): Terminated: ok {rc=0}\u000a06:23:52.138785 --- ParallelTerminationStrategy: PID 4358 died...\u000a06:23:52.191291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4358): Terminated: ok {rc=0}\u000a06:23:52.201407 --- ParallelTerminationStrategy: PID 4361 died...\u000a06:23:52.254423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4361): Terminated: ok {rc=0}\u000a06:23:52.342175 bus /gobi_0: Setting Powered False\u000a06:23:53.445618 bus /gobi_0: Setting Powered False\u000a06:23:54.554958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a06:23:55.663828 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:55.675655 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:23:55.809116 tst iperf3.py: using LAC 26463\u000a06:23:55.930406 tst iperf3.py: using RAC 198\u000a06:23:56.053448 tst iperf3.py: using CellId 26463\u000a06:23:56.179129 tst iperf3.py: using BVCI 26464\u000a06:23:56.203591 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.214790 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.225749 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.236657 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.247506 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.258486 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.269631 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.280434 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:23:56.291502 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:23:56.577976 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:23:56.709359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:23:57.037483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Launched\u000a06:23:57.309332 run iperf3-srv_10.42.42.10(pid=4364): Launched\u000a06:23:57.502702 tst iperf3.py:8: start network...\u000a06:23:57.635043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:23:58.137809 run create_hlr_db(pid=4365): Launched\u000a06:23:58.307761 bus /gobi_6: Setting Powered False\u000a06:23:59.327982 run create_hlr_db(pid=4365): Terminated: ok {rc=0}\u000a06:23:59.721095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Launched\u000a06:24:00.016394 run osmo-hlr_10.42.42.2(pid=4368): Launched\u000a06:24:00.127514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:00.650237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Launched\u000a06:24:01.045358 run osmo-stp_10.42.42.5(pid=4371): Launched\u000a06:24:01.359397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:01.959088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Launched\u000a06:24:02.076676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:02.371406 run patchelf(pid=4374): Launched\u000a06:24:02.557565 run osmo-stp_10.42.42.5(pid=4371): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)]\u000a06:24:02.693529 run osmo-stp_10.42.42.5(pid=4371): stdout: \u000a| (launched: 2022-12-10_06:24:00.798774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:02.830128 run osmo-stp_10.42.42.5(pid=4371): stderr: \u000a| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062401157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062401158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:02.962002 run osmo-stp_10.42.42.5(pid=4371): stdout: \u000a| (launched: 2022-12-10_06:24:00.798774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:03.092637 run osmo-stp_10.42.42.5(pid=4371): stderr: \u000a| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062401156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062401157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062401158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062401158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:03.243988 run patchelf(pid=4374): Terminating (SIGINT)\u000a06:24:03.422192 run patchelf(pid=4374): Terminated: ok {rc=0}\u000a06:24:03.454888 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4371): Process ended prematurely: osmo-stp_10.42.42.5(pid=4371) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4371)] [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a06:24:03.464790 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:24:03.528471 run osmo-hlr_10.42.42.2(pid=4368): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4368)]\u000a06:24:03.579506 run osmo-hlr_10.42.42.2(pid=4368): stdout: \u000a| (launched: 2022-12-10_06:23:59.870261) \u000a06:24:03.631321 run osmo-hlr_10.42.42.2(pid=4368): stderr: \u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062400046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062400058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062400068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:03.675253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminating (SIGTERM)\u000a06:24:03.717396 run iperf3-srv_10.42.42.10(pid=4364): Terminating (SIGTERM)\u000a06:24:03.759084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminating (SIGTERM)\u000a06:24:03.800604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminating (SIGTERM)\u000a06:24:03.842218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminating (SIGTERM)\u000a06:24:03.852392 --- ParallelTerminationStrategy: PID 4363 died...\u000a06:24:03.908363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminated: ok {rc=0}\u000a06:24:03.919029 --- ParallelTerminationStrategy: PID 4364 died...\u000a06:24:03.975483 run iperf3-srv_10.42.42.10(pid=4364): Terminated {rc=256}\u000a06:24:03.985647 --- ParallelTerminationStrategy: PID 4367 died...\u000a06:24:04.041619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4367): Terminated: ok {rc=0}\u000a06:24:04.051621 --- ParallelTerminationStrategy: PID 4370 died...\u000a06:24:04.107736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4370): Terminated: ok {rc=0}\u000a06:24:04.117991 --- ParallelTerminationStrategy: PID 4373 died...\u000a06:24:04.173901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4373): Terminated: ok {rc=0}\u000a06:24:04.261224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a06:24:05.375189 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.387098 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:05.529010 tst iperf3m4.py: using LAC 26464\u000a06:24:05.651430 tst iperf3m4.py: using RAC 199\u000a06:24:05.768861 tst iperf3m4.py: using CellId 26464\u000a06:24:05.886840 tst iperf3m4.py: using BVCI 26465\u000a06:24:05.909565 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.920405 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.931241 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.942803 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.953999 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.965158 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.976668 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.987899 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:05.999154 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:06.116191 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:06.234912 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:06.353941 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:06.637915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:24:06.760768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:07.068215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Launched\u000a06:24:07.322781 run iperf3-srv_10.42.42.10(pid=4376): Launched\u000a06:24:07.502420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:24:07.625073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:07.931359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Launched\u000a06:24:08.184718 run iperf3-srv_10.42.42.10(pid=4378): Launched\u000a06:24:08.363415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:24:08.485715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:08.791426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Launched\u000a06:24:09.045398 run iperf3-srv_10.42.42.10(pid=4380): Launched\u000a06:24:09.224688 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:24:09.347281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:09.654935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Launched\u000a06:24:09.909326 run iperf3-srv_10.42.42.10(pid=4382): Launched\u000a06:24:10.088314 tst iperf3m4.py:8: start network...\u000a06:24:10.211102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:10.674228 run create_hlr_db(pid=4383): Launched\u000a06:24:10.843575 bus /gobi_6: Setting Powered False\u000a06:24:11.865331 run create_hlr_db(pid=4383): Terminated: ok {rc=0}\u000a06:24:12.259951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Launched\u000a06:24:12.555708 run osmo-hlr_10.42.42.2(pid=4386): Launched\u000a06:24:12.668586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:13.319955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Launched\u000a06:24:13.630499 run osmo-stp_10.42.42.5(pid=4389): Launched\u000a06:24:13.743106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:14.287746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Launched\u000a06:24:14.398573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:14.670495 run patchelf(pid=4392): Launched\u000a06:24:14.852472 run osmo-stp_10.42.42.5(pid=4389): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)]\u000a06:24:14.985957 run osmo-stp_10.42.42.5(pid=4389): stdout: \u000a| (launched: 2022-12-10_06:24:13.478127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:15.119357 run osmo-stp_10.42.42.5(pid=4389): stderr: \u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062413670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:15.248019 run osmo-stp_10.42.42.5(pid=4389): stdout: \u000a| (launched: 2022-12-10_06:24:13.478127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:15.375774 run osmo-stp_10.42.42.5(pid=4389): stderr: \u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062413669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062413670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062413670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:15.524306 run patchelf(pid=4392): Terminating (SIGINT)\u000a06:24:15.698735 run patchelf(pid=4392): Terminated: ok {rc=0}\u000a06:24:15.731108 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4389): Process ended prematurely: osmo-stp_10.42.42.5(pid=4389) [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4389)] [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a06:24:15.741040 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a06:24:15.803436 run osmo-hlr_10.42.42.2(pid=4386): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4386)]\u000a06:24:15.854808 run osmo-hlr_10.42.42.2(pid=4386): stdout: \u000a| (launched: 2022-12-10_06:24:12.409590) \u000a06:24:15.908587 run osmo-hlr_10.42.42.2(pid=4386): stderr: \u000a| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062412586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062412587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062412601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062412609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:15.952649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Terminating (SIGTERM)\u000a06:24:15.996428 run iperf3-srv_10.42.42.10(pid=4376): Terminating (SIGTERM)\u000a06:24:16.039677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminating (SIGTERM)\u000a06:24:16.083218 run iperf3-srv_10.42.42.10(pid=4378): Terminating (SIGTERM)\u000a06:24:16.126609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Terminating (SIGTERM)\u000a06:24:16.168672 run iperf3-srv_10.42.42.10(pid=4380): Terminating (SIGTERM)\u000a06:24:16.213333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Terminating (SIGTERM)\u000a06:24:16.255516 run iperf3-srv_10.42.42.10(pid=4382): Terminating (SIGTERM)\u000a06:24:16.300089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Terminating (SIGTERM)\u000a06:24:16.341484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Terminating (SIGTERM)\u000a06:24:16.383084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Terminating (SIGTERM)\u000a06:24:16.392756 --- ParallelTerminationStrategy: PID 4375 died...\u000a06:24:16.448190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4375): Terminated: ok {rc=0}\u000a06:24:16.458637 --- ParallelTerminationStrategy: PID 4376 died...\u000a06:24:16.513811 run iperf3-srv_10.42.42.10(pid=4376): Terminated {rc=256}\u000a06:24:16.524186 --- ParallelTerminationStrategy: PID 4377 died...\u000a06:24:16.579881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4377): Terminated: ok {rc=0}\u000a06:24:16.590346 --- ParallelTerminationStrategy: PID 4378 died...\u000a06:24:16.645329 run iperf3-srv_10.42.42.10(pid=4378): Terminated {rc=256}\u000a06:24:16.655700 --- ParallelTerminationStrategy: PID 4379 died...\u000a06:24:16.711191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4379): Terminated: ok {rc=0}\u000a06:24:16.721720 --- ParallelTerminationStrategy: PID 4380 died...\u000a06:24:16.777012 run iperf3-srv_10.42.42.10(pid=4380): Terminated {rc=256}\u000a06:24:16.787348 --- ParallelTerminationStrategy: PID 4381 died...\u000a06:24:16.842519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4381): Terminated: ok {rc=0}\u000a06:24:16.852807 --- ParallelTerminationStrategy: PID 4382 died...\u000a06:24:16.907717 run iperf3-srv_10.42.42.10(pid=4382): Terminated {rc=256}\u000a06:24:16.918114 --- ParallelTerminationStrategy: PID 4385 died...\u000a06:24:16.973579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4385): Terminated: ok {rc=0}\u000a06:24:16.983738 --- ParallelTerminationStrategy: PID 4388 died...\u000a06:24:17.039190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4388): Terminated: ok {rc=0}\u000a06:24:17.049582 --- ParallelTerminationStrategy: PID 4391 died...\u000a06:24:17.104854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4391): Terminated: ok {rc=0}\u000a06:24:17.191840 bus /gobi_4: Setting Powered False\u000a06:24:18.297016 bus /gobi_4: Setting Powered False\u000a06:24:19.403032 bus /gobi_1: Setting Powered False\u000a06:24:20.506859 bus /gobi_1: Setting Powered False\u000a06:24:21.615572 bus /gobi_0: Setting Powered False\u000a06:24:22.716272 bus /gobi_0: Setting Powered False\u000a06:24:23.824649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a06:24:24.892135 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:24.904059 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:25.043568 tst ping.py: using LAC 26465\u000a06:24:25.162224 tst ping.py: using RAC 200\u000a06:24:25.280672 tst ping.py: using CellId 26465\u000a06:24:25.398908 tst ping.py: using BVCI 26466\u000a06:24:25.422418 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.433530 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.444526 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.455401 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.466208 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.477049 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.488134 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:25.499033 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:25.764844 tst ping.py:19: start network...\u000a06:24:25.883709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:26.335749 run create_hlr_db(pid=4393): Launched\u000a06:24:26.501659 bus /gobi_6: Setting Powered False\u000a06:24:27.523463 run create_hlr_db(pid=4393): Terminated: ok {rc=0}\u000a06:24:27.932678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Launched\u000a06:24:28.240016 run osmo-hlr_10.42.42.2(pid=4396): Launched\u000a06:24:28.352908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:28.887921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Launched\u000a06:24:29.194304 run osmo-stp_10.42.42.5(pid=4399): Launched\u000a06:24:29.304760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:29.839591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Launched\u000a06:24:29.949089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:30.211269 run patchelf(pid=4402): Launched\u000a06:24:30.379357 run osmo-stp_10.42.42.5(pid=4399): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)]\u000a06:24:30.502791 run osmo-stp_10.42.42.5(pid=4399): stdout: \u000a| (launched: 2022-12-10_06:24:29.044178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:30.626500 run osmo-stp_10.42.42.5(pid=4399): stderr: \u000a| �[0;m�[38;5;43m20221210062429233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062429234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:30.745392 run osmo-stp_10.42.42.5(pid=4399): stdout: \u000a| (launched: 2022-12-10_06:24:29.044178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:30.883215 run osmo-stp_10.42.42.5(pid=4399): stderr: \u000a| �[0;m�[38;5;43m20221210062429233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062429234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062429234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062429235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:31.037996 run patchelf(pid=4402): Terminating (SIGINT)\u000a06:24:31.215183 run patchelf(pid=4402): Terminated: ok {rc=0}\u000a06:24:31.247412 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4399): Process ended prematurely: osmo-stp_10.42.42.5(pid=4399) [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4399)] [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a06:24:31.257293 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:24:31.321520 run osmo-hlr_10.42.42.2(pid=4396): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4396)]\u000a06:24:31.373492 run osmo-hlr_10.42.42.2(pid=4396): stdout: \u000a| (launched: 2022-12-10_06:24:28.089058) \u000a06:24:31.426237 run osmo-hlr_10.42.42.2(pid=4396): stderr: \u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062428287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062428300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062428310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:31.470822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Terminating (SIGTERM)\u000a06:24:31.516328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Terminating (SIGTERM)\u000a06:24:31.559280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Terminating (SIGTERM)\u000a06:24:31.569232 --- ParallelTerminationStrategy: PID 4395 died...\u000a06:24:31.625554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4395): Terminated: ok {rc=0}\u000a06:24:31.635924 --- ParallelTerminationStrategy: PID 4398 died...\u000a06:24:31.693570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4398): Terminated: ok {rc=0}\u000a06:24:31.704466 --- ParallelTerminationStrategy: PID 4401 died...\u000a06:24:31.760322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4401): Terminated: ok {rc=0}\u000a06:24:31.848323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a06:24:32.899256 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:32.910902 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a06:24:33.040371 tst ping_idle_ping.py: using LAC 26466\u000a06:24:33.153129 tst ping_idle_ping.py: using RAC 201\u000a06:24:33.267970 tst ping_idle_ping.py: using CellId 26466\u000a06:24:33.380686 tst ping_idle_ping.py: using BVCI 26467\u000a06:24:33.402668 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.413417 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.423840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.434741 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.445384 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.455993 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.466903 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a06:24:33.477678 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a06:24:33.741901 tst ping_idle_ping.py:24: start network...\u000a06:24:33.860488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:34.313886 run create_hlr_db(pid=4403): Launched\u000a06:24:34.479067 bus /gobi_6: Setting Powered False\u000a06:24:35.499480 run create_hlr_db(pid=4403): Terminated: ok {rc=0}\u000a06:24:35.907602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Launched\u000a06:24:36.216296 run osmo-hlr_10.42.42.2(pid=4406): Launched\u000a06:24:36.329134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:36.863349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Launched\u000a06:24:37.169102 run osmo-stp_10.42.42.5(pid=4409): Launched\u000a06:24:37.275334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:37.775501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Launched\u000a06:24:37.877277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:38.127953 run patchelf(pid=4412): Launched\u000a06:24:38.296263 run osmo-stp_10.42.42.5(pid=4409): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)]\u000a06:24:38.419572 run osmo-stp_10.42.42.5(pid=4409): stdout: \u000a| (launched: 2022-12-10_06:24:37.019563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:38.543281 run osmo-stp_10.42.42.5(pid=4409): stderr: \u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062437188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062437189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:38.662302 run osmo-stp_10.42.42.5(pid=4409): stdout: \u000a| (launched: 2022-12-10_06:24:37.019563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:38.780216 run osmo-stp_10.42.42.5(pid=4409): stderr: \u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062437187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062437188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062437188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062437189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:38.917489 run patchelf(pid=4412): Terminating (SIGINT)\u000a06:24:39.078738 run patchelf(pid=4412): Terminated: ok {rc=0}\u000a06:24:39.108153 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4409): Process ended prematurely: osmo-stp_10.42.42.5(pid=4409) [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4409)] [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a06:24:39.116820 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a06:24:39.175819 run osmo-hlr_10.42.42.2(pid=4406): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4406)]\u000a06:24:39.223807 run osmo-hlr_10.42.42.2(pid=4406): stdout: \u000a| (launched: 2022-12-10_06:24:36.065149) \u000a06:24:39.272544 run osmo-hlr_10.42.42.2(pid=4406): stderr: \u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062436259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062436273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062436283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:39.313586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Terminating (SIGTERM)\u000a06:24:39.352635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Terminating (SIGTERM)\u000a06:24:39.391770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Terminating (SIGTERM)\u000a06:24:39.401801 --- ParallelTerminationStrategy: PID 4405 died...\u000a06:24:39.453864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4405): Terminated: ok {rc=0}\u000a06:24:39.463157 --- ParallelTerminationStrategy: PID 4408 died...\u000a06:24:39.514791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4408): Terminated: ok {rc=0}\u000a06:24:39.524261 --- ParallelTerminationStrategy: PID 4411 died...\u000a06:24:39.576056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4411): Terminated: ok {rc=0}\u000a06:24:39.661605 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:23:42" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:24:41.801549 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:41.812774 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:24:41.955055 tst cs_paging_gprs_active.py: using LAC 26467\u000a06:24:42.076418 tst cs_paging_gprs_active.py: using RAC 202\u000a06:24:42.200338 tst cs_paging_gprs_active.py: using CellId 26467\u000a06:24:42.321173 tst cs_paging_gprs_active.py: using BVCI 26468\u000a06:24:42.345137 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.356286 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.367406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.378516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.389640 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.400716 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.411883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.422919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:42.434272 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:24:42.547699 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:24:42.821453 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:24:42.942799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:43.245484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Launched\u000a06:24:43.496395 run iperf3-srv_10.42.42.10(pid=4417): Launched\u000a06:24:43.673525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:24:43.794372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:44.097174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Launched\u000a06:24:44.347948 run iperf3-srv_10.42.42.10(pid=4419): Launched\u000a06:24:44.525341 tst cs_paging_gprs_active.py:38: start network...\u000a06:24:44.646318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:45.108606 run create_hlr_db(pid=4420): Launched\u000a06:24:45.275875 bus /gobi_6: Setting Powered False\u000a06:24:46.345994 run create_hlr_db(pid=4420): Terminated: ok {rc=0}\u000a06:24:46.790698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Launched\u000a06:24:47.170284 run osmo-hlr_10.42.42.2(pid=4423): Launched\u000a06:24:47.286764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:47.829852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Launched\u000a06:24:48.142301 run osmo-stp_10.42.42.5(pid=4426): Launched\u000a06:24:48.255261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:24:48.801285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Launched\u000a06:24:48.912356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:24:49.185329 run patchelf(pid=4429): Launched\u000a06:24:49.368224 run osmo-stp_10.42.42.5(pid=4426): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a06:24:49.501974 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-10_06:24:47.989310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:49.636004 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062448182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:49.765628 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-10_06:24:47.989310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:24:49.893561 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062448181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062448182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062448182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:24:50.043295 run patchelf(pid=4429): Terminating (SIGINT)\u000a06:24:50.219000 run patchelf(pid=4429): Terminated: ok {rc=0}\u000a06:24:50.251285 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:24:50.261115 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:24:50.322858 run osmo-hlr_10.42.42.2(pid=4423): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4423)]\u000a06:24:50.373326 run osmo-hlr_10.42.42.2(pid=4423): stdout: \u000a| (launched: 2022-12-10_06:24:46.954871) \u000a06:24:50.424281 run osmo-hlr_10.42.42.2(pid=4423): stderr: \u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062447197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062447209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062447218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:24:50.467672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Terminating (SIGTERM)\u000a06:24:50.508477 run iperf3-srv_10.42.42.10(pid=4417): Terminating (SIGTERM)\u000a06:24:50.549482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminating (SIGTERM)\u000a06:24:50.590218 run iperf3-srv_10.42.42.10(pid=4419): Terminating (SIGTERM)\u000a06:24:50.631070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminating (SIGTERM)\u000a06:24:50.671872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminating (SIGTERM)\u000a06:24:50.712891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminating (SIGTERM)\u000a06:24:50.722439 --- ParallelTerminationStrategy: PID 4416 died...\u000a06:24:50.777229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4416): Terminated: ok {rc=0}\u000a06:24:50.787039 --- ParallelTerminationStrategy: PID 4417 died...\u000a06:24:50.841257 run iperf3-srv_10.42.42.10(pid=4417): Terminated {rc=256}\u000a06:24:50.851018 --- ParallelTerminationStrategy: PID 4418 died...\u000a06:24:50.905401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminated: ok {rc=0}\u000a06:24:50.915194 --- ParallelTerminationStrategy: PID 4419 died...\u000a06:24:50.969508 run iperf3-srv_10.42.42.10(pid=4419): Terminated {rc=256}\u000a06:24:50.979303 --- ParallelTerminationStrategy: PID 4422 died...\u000a06:24:51.034488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminated: ok {rc=0}\u000a06:24:51.044279 --- ParallelTerminationStrategy: PID 4425 died...\u000a06:24:51.099417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminated: ok {rc=0}\u000a06:24:51.109371 --- ParallelTerminationStrategy: PID 4428 died...\u000a06:24:51.164371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminated: ok {rc=0}\u000a06:24:51.249702 bus /gobi_0: Setting Powered False\u000a06:24:52.353123 bus /gobi_0: Setting Powered False\u000a06:24:53.461606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:24:54.567164 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:54.579070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:24:54.710533 tst iperf3.py: using LAC 26468\u000a06:24:54.825181 tst iperf3.py: using RAC 203\u000a06:24:54.947251 tst iperf3.py: using CellId 26468\u000a06:24:55.072078 tst iperf3.py: using BVCI 26469\u000a06:24:55.096040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.107468 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.118621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.129849 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.140902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.152101 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.163393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.174499 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:24:55.185780 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:24:55.454952 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:24:55.575818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:24:55.877519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Launched\u000a06:24:56.127973 run iperf3-srv_10.42.42.10(pid=4431): Launched\u000a06:24:56.304328 tst iperf3.py:8: start network...\u000a06:24:56.424600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:24:56.884274 run create_hlr_db(pid=4432): Launched\u000a06:24:57.051093 bus /gobi_6: Setting Powered False\u000a06:24:58.073524 run create_hlr_db(pid=4432): Terminated: ok {rc=0}\u000a06:24:58.487182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Launched\u000a06:24:58.798011 run osmo-hlr_10.42.42.2(pid=4435): Launched\u000a06:24:58.912379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:24:59.452541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Launched\u000a06:24:59.763216 run osmo-stp_10.42.42.5(pid=4438): Launched\u000a06:24:59.875354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:00.418875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Launched\u000a06:25:00.529728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:00.801193 run patchelf(pid=4441): Launched\u000a06:25:00.992863 run osmo-stp_10.42.42.5(pid=4438): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)]\u000a06:25:01.128668 run osmo-stp_10.42.42.5(pid=4438): stdout: \u000a| (launched: 2022-12-10_06:24:59.610251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:01.264663 run osmo-stp_10.42.42.5(pid=4438): stderr: \u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062459801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:01.396001 run osmo-stp_10.42.42.5(pid=4438): stdout: \u000a| (launched: 2022-12-10_06:24:59.610251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:01.526292 run osmo-stp_10.42.42.5(pid=4438): stderr: \u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062459800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062459801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062459801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:01.687318 run patchelf(pid=4441): Terminating (SIGINT)\u000a06:25:01.882716 run patchelf(pid=4441): Terminated: ok {rc=0}\u000a06:25:01.916453 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4438): Process ended prematurely: osmo-stp_10.42.42.5(pid=4438) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4438)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a06:25:01.927152 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:25:01.992386 run osmo-hlr_10.42.42.2(pid=4435): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4435)]\u000a06:25:02.044322 run osmo-hlr_10.42.42.2(pid=4435): stdout: \u000a| (launched: 2022-12-10_06:24:58.645491) \u000a06:25:02.096320 run osmo-hlr_10.42.42.2(pid=4435): stderr: \u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062458840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062458853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062458861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062458862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062458862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:02.141602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminating (SIGTERM)\u000a06:25:02.184440 run iperf3-srv_10.42.42.10(pid=4431): Terminating (SIGTERM)\u000a06:25:02.229106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Terminating (SIGTERM)\u000a06:25:02.270580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Terminating (SIGTERM)\u000a06:25:02.312079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminating (SIGTERM)\u000a06:25:02.321614 --- ParallelTerminationStrategy: PID 4430 died...\u000a06:25:02.376655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminated: ok {rc=0}\u000a06:25:02.385969 --- ParallelTerminationStrategy: PID 4431 died...\u000a06:25:02.437754 run iperf3-srv_10.42.42.10(pid=4431): Terminated {rc=256}\u000a06:25:02.447337 --- ParallelTerminationStrategy: PID 4434 died...\u000a06:25:02.499172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4434): Terminated: ok {rc=0}\u000a06:25:02.508416 --- ParallelTerminationStrategy: PID 4437 died...\u000a06:25:02.560132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4437): Terminated: ok {rc=0}\u000a06:25:02.569717 --- ParallelTerminationStrategy: PID 4440 died...\u000a06:25:02.621508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4440): Terminated: ok {rc=0}\u000a06:25:02.707748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:25:03.815002 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:03.826704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:03.965233 tst iperf3m4.py: using LAC 26469\u000a06:25:04.089352 tst iperf3m4.py: using RAC 204\u000a06:25:04.214045 tst iperf3m4.py: using CellId 26469\u000a06:25:04.336215 tst iperf3m4.py: using BVCI 26470\u000a06:25:04.360396 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.371986 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.383375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.395029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.406295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.417618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.429070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.440242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:04.451772 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:04.570481 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:04.688217 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:04.805719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:05.080386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:05.201251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:05.502670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Launched\u000a06:25:05.753133 run iperf3-srv_10.42.42.10(pid=4446): Launched\u000a06:25:05.930303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:25:06.050986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:06.352534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Launched\u000a06:25:06.601992 run iperf3-srv_10.42.42.10(pid=4448): Launched\u000a06:25:06.778620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:25:06.899253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:07.200096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Launched\u000a06:25:07.449390 run iperf3-srv_10.42.42.10(pid=4450): Launched\u000a06:25:07.625174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:25:07.745284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:08.046018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Launched\u000a06:25:08.296795 run iperf3-srv_10.42.42.10(pid=4452): Launched\u000a06:25:08.473431 tst iperf3m4.py:8: start network...\u000a06:25:08.594079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:09.056179 run create_hlr_db(pid=4453): Launched\u000a06:25:09.223626 bus /gobi_6: Setting Powered False\u000a06:25:10.245166 run create_hlr_db(pid=4453): Terminated: ok {rc=0}\u000a06:25:10.633090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Launched\u000a06:25:10.923419 run osmo-hlr_10.42.42.2(pid=4456): Launched\u000a06:25:11.027634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:11.534974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Launched\u000a06:25:11.826994 run osmo-stp_10.42.42.5(pid=4459): Launched\u000a06:25:11.933245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:12.441806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Launched\u000a06:25:12.545763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:12.802302 run patchelf(pid=4462): Launched\u000a06:25:12.973812 run osmo-stp_10.42.42.5(pid=4459): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]\u000a06:25:13.099266 run osmo-stp_10.42.42.5(pid=4459): stdout: \u000a| (launched: 2022-12-10_06:25:11.682561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:13.224844 run osmo-stp_10.42.42.5(pid=4459): stderr: \u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062511851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:13.346085 run osmo-stp_10.42.42.5(pid=4459): stdout: \u000a| (launched: 2022-12-10_06:25:11.682561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:13.466080 run osmo-stp_10.42.42.5(pid=4459): stderr: \u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062511850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062511851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062511853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:13.605611 run patchelf(pid=4462): Terminating (SIGINT)\u000a06:25:13.769611 run patchelf(pid=4462): Terminated: ok {rc=0}\u000a06:25:13.800016 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:25:13.809408 tst iperf3m4.py:8: Test FAILED (10.0 sec)\u000a06:25:13.869334 run osmo-hlr_10.42.42.2(pid=4456): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4456)]\u000a06:25:13.917842 run osmo-hlr_10.42.42.2(pid=4456): stdout: \u000a| (launched: 2022-12-10_06:25:10.780430) \u000a06:25:13.966944 run osmo-hlr_10.42.42.2(pid=4456): stderr: \u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062510971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062510981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:14.008424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminating (SIGTERM)\u000a06:25:14.047626 run iperf3-srv_10.42.42.10(pid=4446): Terminating (SIGTERM)\u000a06:25:14.086778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminating (SIGTERM)\u000a06:25:14.125740 run iperf3-srv_10.42.42.10(pid=4448): Terminating (SIGTERM)\u000a06:25:14.164844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminating (SIGTERM)\u000a06:25:14.203912 run iperf3-srv_10.42.42.10(pid=4450): Terminating (SIGTERM)\u000a06:25:14.243148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminating (SIGTERM)\u000a06:25:14.282285 run iperf3-srv_10.42.42.10(pid=4452): Terminating (SIGTERM)\u000a06:25:14.321353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminating (SIGTERM)\u000a06:25:14.360555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminating (SIGTERM)\u000a06:25:14.399928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminating (SIGTERM)\u000a06:25:14.409233 --- ParallelTerminationStrategy: PID 4445 died...\u000a06:25:14.461882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminated: ok {rc=0}\u000a06:25:14.471617 --- ParallelTerminationStrategy: PID 4446 died...\u000a06:25:14.523557 run iperf3-srv_10.42.42.10(pid=4446): Terminated {rc=256}\u000a06:25:14.533181 --- ParallelTerminationStrategy: PID 4447 died...\u000a06:25:14.585289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminated: ok {rc=0}\u000a06:25:14.594591 --- ParallelTerminationStrategy: PID 4448 died...\u000a06:25:14.646475 run iperf3-srv_10.42.42.10(pid=4448): Terminated {rc=256}\u000a06:25:14.656067 --- ParallelTerminationStrategy: PID 4449 died...\u000a06:25:14.708017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminated: ok {rc=0}\u000a06:25:14.717656 --- ParallelTerminationStrategy: PID 4450 died...\u000a06:25:14.769219 run iperf3-srv_10.42.42.10(pid=4450): Terminated {rc=256}\u000a06:25:14.778666 --- ParallelTerminationStrategy: PID 4451 died...\u000a06:25:14.830776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminated: ok {rc=0}\u000a06:25:14.840320 --- ParallelTerminationStrategy: PID 4452 died...\u000a06:25:14.892740 run iperf3-srv_10.42.42.10(pid=4452): Terminated {rc=256}\u000a06:25:14.902111 --- ParallelTerminationStrategy: PID 4455 died...\u000a06:25:14.954445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminated: ok {rc=0}\u000a06:25:14.963796 --- ParallelTerminationStrategy: PID 4458 died...\u000a06:25:15.016178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminated: ok {rc=0}\u000a06:25:15.025941 --- ParallelTerminationStrategy: PID 4461 died...\u000a06:25:15.078991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminated: ok {rc=0}\u000a06:25:15.166526 bus /gobi_4: Setting Powered False\u000a06:25:16.291889 bus /gobi_4: Setting Powered False\u000a06:25:17.398642 bus /gobi_1: Setting Powered False\u000a06:25:18.505223 bus /gobi_1: Setting Powered False\u000a06:25:19.615667 bus /gobi_0: Setting Powered False\u000a06:25:20.717943 bus /gobi_0: Setting Powered False\u000a06:25:21.829692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:25:22.896862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:22.908520 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:23.043440 tst ping.py: using LAC 26470\u000a06:25:23.166698 tst ping.py: using RAC 205\u000a06:25:23.287066 tst ping.py: using CellId 26470\u000a06:25:23.408217 tst ping.py: using BVCI 26471\u000a06:25:23.432100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.443605 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.455040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.466878 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.478470 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.490108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.501864 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:23.513408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:23.793593 tst ping.py:19: start network...\u000a06:25:23.921328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:24.411911 run create_hlr_db(pid=4463): Launched\u000a06:25:24.590563 bus /gobi_6: Setting Powered False\u000a06:25:25.609949 run create_hlr_db(pid=4463): Terminated: ok {rc=0}\u000a06:25:25.996363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Launched\u000a06:25:26.282046 run osmo-hlr_10.42.42.2(pid=4466): Launched\u000a06:25:26.393066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:26.897495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Launched\u000a06:25:27.182718 run osmo-stp_10.42.42.5(pid=4469): Launched\u000a06:25:27.286203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:27.786206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Launched\u000a06:25:27.887278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:28.137955 run patchelf(pid=4472): Launched\u000a06:25:28.306608 run osmo-stp_10.42.42.5(pid=4469): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]\u000a06:25:28.430496 run osmo-stp_10.42.42.5(pid=4469): stdout: \u000a| (launched: 2022-12-10_06:25:27.042096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:28.554334 run osmo-stp_10.42.42.5(pid=4469): stderr: \u000a| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062527209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062527209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:28.673530 run osmo-stp_10.42.42.5(pid=4469): stdout: \u000a| (launched: 2022-12-10_06:25:27.042096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:28.791037 run osmo-stp_10.42.42.5(pid=4469): stderr: \u000a| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062527208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062527209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062527209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062527210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:28.928328 run patchelf(pid=4472): Terminating (SIGINT)\u000a06:25:29.089580 run patchelf(pid=4472): Terminated: ok {rc=0}\u000a06:25:29.119163 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a06:25:29.127809 tst ping.py:22: Test FAILED (6.2 sec)\u000a06:25:29.187700 run osmo-hlr_10.42.42.2(pid=4466): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4466)]\u000a06:25:29.236216 run osmo-hlr_10.42.42.2(pid=4466): stdout: \u000a| (launched: 2022-12-10_06:25:26.141207) \u000a06:25:29.285647 run osmo-hlr_10.42.42.2(pid=4466): stderr: \u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062526317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062526329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062526337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:29.327069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminating (SIGTERM)\u000a06:25:29.366320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminating (SIGTERM)\u000a06:25:29.405467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminating (SIGTERM)\u000a06:25:29.414693 --- ParallelTerminationStrategy: PID 4465 died...\u000a06:25:29.467500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminated: ok {rc=0}\u000a06:25:29.477212 --- ParallelTerminationStrategy: PID 4468 died...\u000a06:25:29.530071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminated: ok {rc=0}\u000a06:25:29.539470 --- ParallelTerminationStrategy: PID 4471 died...\u000a06:25:29.591963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminated: ok {rc=0}\u000a06:25:29.674469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:25:30.726716 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:30.739314 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:25:30.889564 tst ping_idle_ping.py: using LAC 26471\u000a06:25:31.035582 tst ping_idle_ping.py: using RAC 206\u000a06:25:31.155567 tst ping_idle_ping.py: using CellId 26471\u000a06:25:31.304702 tst ping_idle_ping.py: using BVCI 26472\u000a06:25:31.336676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.351194 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.366459 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.380074 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.392464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.404340 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.416881 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:25:31.429190 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:25:31.728925 tst ping_idle_ping.py:24: start network...\u000a06:25:31.850440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:32.349443 run create_hlr_db(pid=4473): Launched\u000a06:25:32.529387 bus /gobi_6: Setting Powered False\u000a06:25:33.539640 run create_hlr_db(pid=4473): Terminated: ok {rc=0}\u000a06:25:33.956634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Launched\u000a06:25:34.264125 run osmo-hlr_10.42.42.2(pid=4476): Launched\u000a06:25:34.379081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:34.912043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Launched\u000a06:25:35.218409 run osmo-stp_10.42.42.5(pid=4479): Launched\u000a06:25:35.328739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:35.864365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Launched\u000a06:25:35.973420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:36.241476 run patchelf(pid=4482): Launched\u000a06:25:36.422660 run osmo-stp_10.42.42.5(pid=4479): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a06:25:36.555046 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-10_06:25:35.068192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:36.687459 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062535260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:36.815091 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-10_06:25:35.068192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:36.941360 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062535259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062535260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062535260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:37.088766 run patchelf(pid=4482): Terminating (SIGINT)\u000a06:25:37.261055 run patchelf(pid=4482): Terminated: ok {rc=0}\u000a06:25:37.292449 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:25:37.301843 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:25:37.363334 run osmo-hlr_10.42.42.2(pid=4476): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4476)]\u000a06:25:37.413868 run osmo-hlr_10.42.42.2(pid=4476): stdout: \u000a| (launched: 2022-12-10_06:25:34.113872) \u000a06:25:37.464847 run osmo-hlr_10.42.42.2(pid=4476): stderr: \u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062534309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062534322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062534332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062534333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062534333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:37.508527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminating (SIGTERM)\u000a06:25:37.549736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminating (SIGTERM)\u000a06:25:37.591024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminating (SIGTERM)\u000a06:25:37.600613 --- ParallelTerminationStrategy: PID 4475 died...\u000a06:25:37.655564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminated: ok {rc=0}\u000a06:25:37.665581 --- ParallelTerminationStrategy: PID 4478 died...\u000a06:25:37.720149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminated: ok {rc=0}\u000a06:25:37.730131 --- ParallelTerminationStrategy: PID 4481 died...\u000a06:25:37.784722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminated: ok {rc=0}\u000a06:25:37.870214 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:24:41" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:25:40.001837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.012817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:25:40.161592 tst cs_paging_gprs_active.py: using LAC 26472\u000a06:25:40.276323 tst cs_paging_gprs_active.py: using RAC 207\u000a06:25:40.391113 tst cs_paging_gprs_active.py: using CellId 26472\u000a06:25:40.506785 tst cs_paging_gprs_active.py: using BVCI 26473\u000a06:25:40.529145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.540148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.551002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.562195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.573266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.584204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.595353 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.606296 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:40.617469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:25:40.734687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:25:41.003899 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:25:41.125366 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:41.428525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Launched\u000a06:25:41.680361 run iperf3-srv_10.42.42.10(pid=4487): Launched\u000a06:25:41.857909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:25:42.003769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:42.306412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Launched\u000a06:25:42.558164 run iperf3-srv_10.42.42.10(pid=4489): Launched\u000a06:25:42.734503 tst cs_paging_gprs_active.py:38: start network...\u000a06:25:42.855187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:43.314508 run create_hlr_db(pid=4490): Launched\u000a06:25:43.481942 bus /gobi_6: Setting Powered False\u000a06:25:44.504707 run create_hlr_db(pid=4490): Terminated: ok {rc=0}\u000a06:25:44.921235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Launched\u000a06:25:45.234540 run osmo-hlr_10.42.42.2(pid=4493): Launched\u000a06:25:45.349099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:45.914551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Launched\u000a06:25:46.314125 run osmo-stp_10.42.42.5(pid=4496): Launched\u000a06:25:46.554580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:47.127315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Launched\u000a06:25:47.241766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:47.516681 run patchelf(pid=4499): Launched\u000a06:25:47.700242 run osmo-stp_10.42.42.5(pid=4496): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]\u000a06:25:47.834571 run osmo-stp_10.42.42.5(pid=4496): stdout: \u000a| (launched: 2022-12-10_06:25:46.066319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:47.968646 run osmo-stp_10.42.42.5(pid=4496): stderr: \u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062546383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:48.099074 run osmo-stp_10.42.42.5(pid=4496): stdout: \u000a| (launched: 2022-12-10_06:25:46.066319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:48.227755 run osmo-stp_10.42.42.5(pid=4496): stderr: \u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062546383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062546383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062546384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:48.377432 run patchelf(pid=4499): Terminating (SIGINT)\u000a06:25:48.553969 run patchelf(pid=4499): Terminated: ok {rc=0}\u000a06:25:48.586551 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:25:48.596353 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:25:48.657956 run osmo-hlr_10.42.42.2(pid=4493): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4493)]\u000a06:25:48.708268 run osmo-hlr_10.42.42.2(pid=4493): stdout: \u000a| (launched: 2022-12-10_06:25:45.080541) \u000a06:25:48.759129 run osmo-hlr_10.42.42.2(pid=4493): stderr: \u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062545275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062545288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062545296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:25:48.802328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminating (SIGTERM)\u000a06:25:48.843202 run iperf3-srv_10.42.42.10(pid=4487): Terminating (SIGTERM)\u000a06:25:48.884018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminating (SIGTERM)\u000a06:25:48.924738 run iperf3-srv_10.42.42.10(pid=4489): Terminating (SIGTERM)\u000a06:25:48.965809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminating (SIGTERM)\u000a06:25:49.006720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminating (SIGTERM)\u000a06:25:49.047935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminating (SIGTERM)\u000a06:25:49.057451 --- ParallelTerminationStrategy: PID 4486 died...\u000a06:25:49.112328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminated: ok {rc=0}\u000a06:25:49.122170 --- ParallelTerminationStrategy: PID 4487 died...\u000a06:25:49.176396 run iperf3-srv_10.42.42.10(pid=4487): Terminated {rc=256}\u000a06:25:49.186214 --- ParallelTerminationStrategy: PID 4488 died...\u000a06:25:49.240600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminated: ok {rc=0}\u000a06:25:49.250403 --- ParallelTerminationStrategy: PID 4489 died...\u000a06:25:49.304818 run iperf3-srv_10.42.42.10(pid=4489): Terminated {rc=256}\u000a06:25:49.314693 --- ParallelTerminationStrategy: PID 4492 died...\u000a06:25:49.369530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminated: ok {rc=0}\u000a06:25:49.379279 --- ParallelTerminationStrategy: PID 4495 died...\u000a06:25:49.433803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminated: ok {rc=0}\u000a06:25:49.443632 --- ParallelTerminationStrategy: PID 4498 died...\u000a06:25:49.497996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminated: ok {rc=0}\u000a06:25:49.583738 bus /gobi_0: Setting Powered False\u000a06:25:50.685655 bus /gobi_0: Setting Powered False\u000a06:25:51.794515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:25:52.901068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:52.912815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:25:53.073649 tst iperf3.py: using LAC 26473\u000a06:25:53.197928 tst iperf3.py: using RAC 208\u000a06:25:53.320281 tst iperf3.py: using CellId 26473\u000a06:25:53.442887 tst iperf3.py: using BVCI 26474\u000a06:25:53.466834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.478384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.489682 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.500935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.512261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.523607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.534998 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.546251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:25:53.558046 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:25:53.828924 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:25:53.951054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:25:54.254334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Launched\u000a06:25:54.506872 run iperf3-srv_10.42.42.10(pid=4501): Launched\u000a06:25:54.685264 tst iperf3.py:8: start network...\u000a06:25:54.811066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:25:55.310639 run create_hlr_db(pid=4502): Launched\u000a06:25:55.490151 bus /gobi_6: Setting Powered False\u000a06:25:56.510267 run create_hlr_db(pid=4502): Terminated: ok {rc=0}\u000a06:25:56.926563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Launched\u000a06:25:57.237976 run osmo-hlr_10.42.42.2(pid=4505): Launched\u000a06:25:57.355572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:25:57.903655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Launched\u000a06:25:58.214868 run osmo-stp_10.42.42.5(pid=4508): Launched\u000a06:25:58.326991 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:25:58.871158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Launched\u000a06:25:58.982398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:25:59.254982 run patchelf(pid=4511): Launched\u000a06:25:59.437419 run osmo-stp_10.42.42.5(pid=4508): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]\u000a06:25:59.570695 run osmo-stp_10.42.42.5(pid=4508): stdout: \u000a| (launched: 2022-12-10_06:25:58.062155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:59.704670 run osmo-stp_10.42.42.5(pid=4508): stderr: \u000a| �[0;m�[38;5;43m20221210062558251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062558252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:25:59.833647 run osmo-stp_10.42.42.5(pid=4508): stdout: \u000a| (launched: 2022-12-10_06:25:58.062155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:25:59.961385 run osmo-stp_10.42.42.5(pid=4508): stderr: \u000a| �[0;m�[38;5;43m20221210062558251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062558252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062558252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062558253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:00.109967 run patchelf(pid=4511): Terminating (SIGINT)\u000a06:26:00.283867 run patchelf(pid=4511): Terminated: ok {rc=0}\u000a06:26:00.316058 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:26:00.325889 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:26:00.386993 run osmo-hlr_10.42.42.2(pid=4505): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4505)]\u000a06:26:00.437244 run osmo-hlr_10.42.42.2(pid=4505): stdout: \u000a| (launched: 2022-12-10_06:25:57.085607) \u000a06:26:00.488348 run osmo-hlr_10.42.42.2(pid=4505): stderr: \u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062557281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062557294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062557302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:00.531852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminating (SIGTERM)\u000a06:26:00.572771 run iperf3-srv_10.42.42.10(pid=4501): Terminating (SIGTERM)\u000a06:26:00.615830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminating (SIGTERM)\u000a06:26:00.656717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminating (SIGTERM)\u000a06:26:00.697926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminating (SIGTERM)\u000a06:26:00.707473 --- ParallelTerminationStrategy: PID 4500 died...\u000a06:26:00.763987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminated: ok {rc=0}\u000a06:26:00.773856 --- ParallelTerminationStrategy: PID 4501 died...\u000a06:26:00.827900 run iperf3-srv_10.42.42.10(pid=4501): Terminated {rc=256}\u000a06:26:00.838118 --- ParallelTerminationStrategy: PID 4504 died...\u000a06:26:00.900809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminated: ok {rc=0}\u000a06:26:00.911602 --- ParallelTerminationStrategy: PID 4507 died...\u000a06:26:00.968022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminated: ok {rc=0}\u000a06:26:00.978451 --- ParallelTerminationStrategy: PID 4510 died...\u000a06:26:01.034813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminated: ok {rc=0}\u000a06:26:01.152544 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:26:02.267502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.280446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:02.438893 tst iperf3m4.py: using LAC 26474\u000a06:26:02.561472 tst iperf3m4.py: using RAC 209\u000a06:26:02.681859 tst iperf3m4.py: using CellId 26474\u000a06:26:02.797249 tst iperf3m4.py: using BVCI 26475\u000a06:26:02.819645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.830752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.841710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.853408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.865039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.876519 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.888222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.899838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:02.911552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:03.031992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:03.151636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:03.266623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:03.538600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:03.660602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:03.963908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Launched\u000a06:26:04.217286 run iperf3-srv_10.42.42.10(pid=4514): Launched\u000a06:26:04.394938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:26:04.516414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:04.820640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Launched\u000a06:26:05.072832 run iperf3-srv_10.42.42.10(pid=4516): Launched\u000a06:26:05.250975 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:26:05.372426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:05.677097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Launched\u000a06:26:05.928295 run iperf3-srv_10.42.42.10(pid=4518): Launched\u000a06:26:06.106456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:26:06.227839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:06.531478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Launched\u000a06:26:06.783710 run iperf3-srv_10.42.42.10(pid=4520): Launched\u000a06:26:06.961643 tst iperf3m4.py:8: start network...\u000a06:26:07.083185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:07.545007 run create_hlr_db(pid=4521): Launched\u000a06:26:07.712729 bus /gobi_6: Setting Powered False\u000a06:26:08.734981 run create_hlr_db(pid=4521): Terminated: ok {rc=0}\u000a06:26:09.152623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Launched\u000a06:26:09.465750 run osmo-hlr_10.42.42.2(pid=4524): Launched\u000a06:26:09.580565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:10.127380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Launched\u000a06:26:10.439243 run osmo-stp_10.42.42.5(pid=4527): Launched\u000a06:26:10.552593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:11.099178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Launched\u000a06:26:11.210883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:11.483190 run patchelf(pid=4530): Launched\u000a06:26:11.666730 run osmo-stp_10.42.42.5(pid=4527): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)]\u000a06:26:11.800540 run osmo-stp_10.42.42.5(pid=4527): stdout: \u000a| (launched: 2022-12-10_06:26:10.286040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:11.934951 run osmo-stp_10.42.42.5(pid=4527): stderr: \u000a| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062610478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062610478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:12.065373 run osmo-stp_10.42.42.5(pid=4527): stdout: \u000a| (launched: 2022-12-10_06:26:10.286040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:12.194365 run osmo-stp_10.42.42.5(pid=4527): stderr: \u000a| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062610477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062610478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062610478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062610479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:12.343921 run patchelf(pid=4530): Terminating (SIGINT)\u000a06:26:12.519512 run patchelf(pid=4530): Terminated: ok {rc=0}\u000a06:26:12.552017 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4527): Process ended prematurely: osmo-stp_10.42.42.5(pid=4527) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4527)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:26:12.562668 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a06:26:12.625777 run osmo-hlr_10.42.42.2(pid=4524): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4524)]\u000a06:26:12.676839 run osmo-hlr_10.42.42.2(pid=4524): stdout: \u000a| (launched: 2022-12-10_06:26:09.311904) \u000a06:26:12.728746 run osmo-hlr_10.42.42.2(pid=4524): stderr: \u000a| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062609508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062609509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062609565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062609574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:12.772422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Terminating (SIGTERM)\u000a06:26:12.813740 run iperf3-srv_10.42.42.10(pid=4514): Terminating (SIGTERM)\u000a06:26:12.855056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Terminating (SIGTERM)\u000a06:26:12.896190 run iperf3-srv_10.42.42.10(pid=4516): Terminating (SIGTERM)\u000a06:26:12.937331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Terminating (SIGTERM)\u000a06:26:12.978529 run iperf3-srv_10.42.42.10(pid=4518): Terminating (SIGTERM)\u000a06:26:13.019842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Terminating (SIGTERM)\u000a06:26:13.061095 run iperf3-srv_10.42.42.10(pid=4520): Terminating (SIGTERM)\u000a06:26:13.105664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Terminating (SIGTERM)\u000a06:26:13.144615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Terminating (SIGTERM)\u000a06:26:13.183900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Terminating (SIGTERM)\u000a06:26:13.193312 --- ParallelTerminationStrategy: PID 4513 died...\u000a06:26:13.246110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4513): Terminated: ok {rc=0}\u000a06:26:13.255724 --- ParallelTerminationStrategy: PID 4514 died...\u000a06:26:13.308095 run iperf3-srv_10.42.42.10(pid=4514): Terminated {rc=256}\u000a06:26:13.317772 --- ParallelTerminationStrategy: PID 4515 died...\u000a06:26:13.370133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4515): Terminated: ok {rc=0}\u000a06:26:13.379857 --- ParallelTerminationStrategy: PID 4516 died...\u000a06:26:13.431926 run iperf3-srv_10.42.42.10(pid=4516): Terminated {rc=256}\u000a06:26:13.441904 --- ParallelTerminationStrategy: PID 4517 died...\u000a06:26:13.494295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4517): Terminated: ok {rc=0}\u000a06:26:13.504021 --- ParallelTerminationStrategy: PID 4518 died...\u000a06:26:13.556119 run iperf3-srv_10.42.42.10(pid=4518): Terminated {rc=256}\u000a06:26:13.565943 --- ParallelTerminationStrategy: PID 4519 died...\u000a06:26:13.618712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4519): Terminated: ok {rc=0}\u000a06:26:13.628352 --- ParallelTerminationStrategy: PID 4520 died...\u000a06:26:13.680716 run iperf3-srv_10.42.42.10(pid=4520): Terminated {rc=256}\u000a06:26:13.690453 --- ParallelTerminationStrategy: PID 4523 died...\u000a06:26:13.743212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4523): Terminated: ok {rc=0}\u000a06:26:13.752707 --- ParallelTerminationStrategy: PID 4526 died...\u000a06:26:13.805299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4526): Terminated: ok {rc=0}\u000a06:26:13.814953 --- ParallelTerminationStrategy: PID 4529 died...\u000a06:26:13.867369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4529): Terminated: ok {rc=0}\u000a06:26:13.954483 bus /gobi_4: Setting Powered False\u000a06:26:15.056484 bus /gobi_4: Setting Powered False\u000a06:26:16.192278 bus /gobi_1: Setting Powered False\u000a06:26:17.304242 bus /gobi_1: Setting Powered False\u000a06:26:18.414789 bus /gobi_0: Setting Powered False\u000a06:26:19.516333 bus /gobi_0: Setting Powered False\u000a06:26:20.626778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:26:21.695297 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:21.707654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:21.863793 tst ping.py: using LAC 26475\u000a06:26:21.984340 tst ping.py: using RAC 210\u000a06:26:22.106387 tst ping.py: using CellId 26475\u000a06:26:22.231171 tst ping.py: using BVCI 26476\u000a06:26:22.254879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.266376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.277740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.289271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.300544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.311922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.323495 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:22.335015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:22.615961 tst ping.py:19: start network...\u000a06:26:22.743696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:23.234462 run create_hlr_db(pid=4531): Launched\u000a06:26:23.413195 bus /gobi_6: Setting Powered False\u000a06:26:24.434379 run create_hlr_db(pid=4531): Terminated: ok {rc=0}\u000a06:26:24.845012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Launched\u000a06:26:25.151620 run osmo-hlr_10.42.42.2(pid=4534): Launched\u000a06:26:25.267283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:25.803090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Launched\u000a06:26:26.109186 run osmo-stp_10.42.42.5(pid=4537): Launched\u000a06:26:26.219473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:26.754616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Launched\u000a06:26:26.864551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:27.132699 run patchelf(pid=4540): Launched\u000a06:26:27.313101 run osmo-stp_10.42.42.5(pid=4537): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)]\u000a06:26:27.445027 run osmo-stp_10.42.42.5(pid=4537): stdout: \u000a| (launched: 2022-12-10_06:26:25.958567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:27.577653 run osmo-stp_10.42.42.5(pid=4537): stderr: \u000a| �[0;m�[38;5;43m20221210062626147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062626148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:27.704817 run osmo-stp_10.42.42.5(pid=4537): stdout: \u000a| (launched: 2022-12-10_06:26:25.958567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:27.831109 run osmo-stp_10.42.42.5(pid=4537): stderr: \u000a| �[0;m�[38;5;43m20221210062626147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062626148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062626148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062626149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:27.977430 run patchelf(pid=4540): Terminating (SIGINT)\u000a06:26:28.149864 run patchelf(pid=4540): Terminated: ok {rc=0}\u000a06:26:28.181259 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4537): Process ended prematurely: osmo-stp_10.42.42.5(pid=4537) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4537)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:26:28.190461 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:26:28.252312 run osmo-hlr_10.42.42.2(pid=4534): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4534)]\u000a06:26:28.302846 run osmo-hlr_10.42.42.2(pid=4534): stdout: \u000a| (launched: 2022-12-10_06:26:25.000448) \u000a06:26:28.354805 run osmo-hlr_10.42.42.2(pid=4534): stderr: \u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062625212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062625221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:28.398154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Terminating (SIGTERM)\u000a06:26:28.439200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Terminating (SIGTERM)\u000a06:26:28.480315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Terminating (SIGTERM)\u000a06:26:28.489809 --- ParallelTerminationStrategy: PID 4533 died...\u000a06:26:28.544585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4533): Terminated: ok {rc=0}\u000a06:26:28.554453 --- ParallelTerminationStrategy: PID 4536 died...\u000a06:26:28.609707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4536): Terminated: ok {rc=0}\u000a06:26:28.619508 --- ParallelTerminationStrategy: PID 4539 died...\u000a06:26:28.674458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4539): Terminated: ok {rc=0}\u000a06:26:28.760911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:26:29.813621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:29.826328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:26:29.982486 tst ping_idle_ping.py: using LAC 26476\u000a06:26:30.106758 tst ping_idle_ping.py: using RAC 211\u000a06:26:30.227685 tst ping_idle_ping.py: using CellId 26476\u000a06:26:30.352112 tst ping_idle_ping.py: using BVCI 26477\u000a06:26:30.375780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.387124 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.398346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.409759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.421129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.432412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.443804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:26:30.455140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:26:30.720531 tst ping_idle_ping.py:24: start network...\u000a06:26:30.839774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:31.345651 run create_hlr_db(pid=4541): Launched\u000a06:26:31.516667 bus /gobi_6: Setting Powered False\u000a06:26:32.533095 run create_hlr_db(pid=4541): Terminated: ok {rc=0}\u000a06:26:32.942847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Launched\u000a06:26:33.250070 run osmo-hlr_10.42.42.2(pid=4544): Launched\u000a06:26:33.361503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:33.896283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Launched\u000a06:26:34.203459 run osmo-stp_10.42.42.5(pid=4547): Launched\u000a06:26:34.314541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:34.851710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Launched\u000a06:26:34.962119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:35.232096 run patchelf(pid=4550): Launched\u000a06:26:35.413093 run osmo-stp_10.42.42.5(pid=4547): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)]\u000a06:26:35.545947 run osmo-stp_10.42.42.5(pid=4547): stdout: \u000a| (launched: 2022-12-10_06:26:34.052512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:35.678777 run osmo-stp_10.42.42.5(pid=4547): stderr: \u000a| �[0;m�[38;5;43m20221210062634243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062634244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:35.806456 run osmo-stp_10.42.42.5(pid=4547): stdout: \u000a| (launched: 2022-12-10_06:26:34.052512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:35.933014 run osmo-stp_10.42.42.5(pid=4547): stderr: \u000a| �[0;m�[38;5;43m20221210062634243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062634244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062634244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062634245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:36.080685 run patchelf(pid=4550): Terminating (SIGINT)\u000a06:26:36.253621 run patchelf(pid=4550): Terminated: ok {rc=0}\u000a06:26:36.285072 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4547): Process ended prematurely: osmo-stp_10.42.42.5(pid=4547) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4547)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:26:36.294406 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:26:36.356038 run osmo-hlr_10.42.42.2(pid=4544): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4544)]\u000a06:26:36.406496 run osmo-hlr_10.42.42.2(pid=4544): stdout: \u000a| (launched: 2022-12-10_06:26:33.098769) \u000a06:26:36.457763 run osmo-hlr_10.42.42.2(pid=4544): stderr: \u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062633296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062633355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062633365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062633366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062633366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:36.501386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminating (SIGTERM)\u000a06:26:36.542775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminating (SIGTERM)\u000a06:26:36.584145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminating (SIGTERM)\u000a06:26:36.593932 --- ParallelTerminationStrategy: PID 4543 died...\u000a06:26:36.648853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4543): Terminated: ok {rc=0}\u000a06:26:36.658944 --- ParallelTerminationStrategy: PID 4546 died...\u000a06:26:36.713694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4546): Terminated: ok {rc=0}\u000a06:26:36.723675 --- ParallelTerminationStrategy: PID 4549 died...\u000a06:26:36.778680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4549): Terminated: ok {rc=0}\u000a06:26:36.864285 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:25:39" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:26:39.012416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.023989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:26:39.181603 tst cs_paging_gprs_active.py: using LAC 26477\u000a06:26:39.306341 tst cs_paging_gprs_active.py: using RAC 212\u000a06:26:39.428829 tst cs_paging_gprs_active.py: using CellId 26477\u000a06:26:39.551594 tst cs_paging_gprs_active.py: using BVCI 26478\u000a06:26:39.575684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.587113 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.598426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.609945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.621365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.632733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.644420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.655971 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:39.667667 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:26:39.783281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:26:40.052168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:26:40.173954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:40.477541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Launched\u000a06:26:40.730357 run iperf3-srv_10.42.42.10(pid=4556): Launched\u000a06:26:40.908488 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:26:41.030782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:41.334810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Launched\u000a06:26:41.587643 run iperf3-srv_10.42.42.10(pid=4558): Launched\u000a06:26:41.765730 tst cs_paging_gprs_active.py:38: start network...\u000a06:26:41.887900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:42.350294 run create_hlr_db(pid=4559): Launched\u000a06:26:42.518344 bus /gobi_6: Setting Powered False\u000a06:26:43.551029 run create_hlr_db(pid=4559): Terminated: ok {rc=0}\u000a06:26:43.969095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Launched\u000a06:26:44.282162 run osmo-hlr_10.42.42.2(pid=4562): Launched\u000a06:26:44.400415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:44.945244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Launched\u000a06:26:45.259300 run osmo-stp_10.42.42.5(pid=4565): Launched\u000a06:26:45.373555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:45.931672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Launched\u000a06:26:46.039729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:46.329430 run patchelf(pid=4568): Launched\u000a06:26:46.508166 run osmo-stp_10.42.42.5(pid=4565): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a06:26:46.640567 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-10_06:26:45.105360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:46.773179 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062645296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062645296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062645296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:46.900563 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-10_06:26:45.105360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:47.027408 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062645295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062645296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062645296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062645296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062645297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:47.173792 run patchelf(pid=4568): Terminating (SIGINT)\u000a06:26:47.341360 run patchelf(pid=4568): Terminated: ok {rc=0}\u000a06:26:47.372171 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a06:26:47.381735 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:26:47.442760 run osmo-hlr_10.42.42.2(pid=4562): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4562)]\u000a06:26:47.491947 run osmo-hlr_10.42.42.2(pid=4562): stdout: \u000a| (launched: 2022-12-10_06:26:44.128594) \u000a06:26:47.541984 run osmo-hlr_10.42.42.2(pid=4562): stderr: \u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062644327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062644340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062644348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:47.584122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminating (SIGTERM)\u000a06:26:47.624049 run iperf3-srv_10.42.42.10(pid=4556): Terminating (SIGTERM)\u000a06:26:47.663958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Terminating (SIGTERM)\u000a06:26:47.703714 run iperf3-srv_10.42.42.10(pid=4558): Terminating (SIGTERM)\u000a06:26:47.743774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminating (SIGTERM)\u000a06:26:47.783585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminating (SIGTERM)\u000a06:26:47.823467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Terminating (SIGTERM)\u000a06:26:47.833194 --- ParallelTerminationStrategy: PID 4555 died...\u000a06:26:47.886799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminated: ok {rc=0}\u000a06:26:47.896570 --- ParallelTerminationStrategy: PID 4556 died...\u000a06:26:47.949468 run iperf3-srv_10.42.42.10(pid=4556): Terminated {rc=256}\u000a06:26:47.959422 --- ParallelTerminationStrategy: PID 4557 died...\u000a06:26:48.012247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4557): Terminated: ok {rc=0}\u000a06:26:48.022140 --- ParallelTerminationStrategy: PID 4558 died...\u000a06:26:48.075397 run iperf3-srv_10.42.42.10(pid=4558): Terminated {rc=256}\u000a06:26:48.085282 --- ParallelTerminationStrategy: PID 4561 died...\u000a06:26:48.139062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminated: ok {rc=0}\u000a06:26:48.148543 --- ParallelTerminationStrategy: PID 4564 died...\u000a06:26:48.201635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminated: ok {rc=0}\u000a06:26:48.211361 --- ParallelTerminationStrategy: PID 4567 died...\u000a06:26:48.264527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4567): Terminated: ok {rc=0}\u000a06:26:48.348219 bus /gobi_0: Setting Powered False\u000a06:26:49.454062 bus /gobi_0: Setting Powered False\u000a06:26:50.560800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a06:26:51.673096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:51.685210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:26:51.842018 tst iperf3.py: using LAC 26478\u000a06:26:51.969962 tst iperf3.py: using RAC 213\u000a06:26:52.096143 tst iperf3.py: using CellId 26478\u000a06:26:52.217697 tst iperf3.py: using BVCI 26479\u000a06:26:52.241527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.252884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.264097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.275408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.286731 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.297987 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.309376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.320544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:26:52.332053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:26:52.616895 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:26:52.747214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:26:53.072308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Launched\u000a06:26:53.341258 run iperf3-srv_10.42.42.10(pid=4570): Launched\u000a06:26:53.531997 tst iperf3.py:8: start network...\u000a06:26:53.662117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:26:54.161367 run create_hlr_db(pid=4571): Launched\u000a06:26:54.341524 bus /gobi_6: Setting Powered False\u000a06:26:55.362788 run create_hlr_db(pid=4571): Terminated: ok {rc=0}\u000a06:26:55.756287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Launched\u000a06:26:56.047904 run osmo-hlr_10.42.42.2(pid=4574): Launched\u000a06:26:56.161557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:26:56.682144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Launched\u000a06:26:56.975020 run osmo-stp_10.42.42.5(pid=4577): Launched\u000a06:26:57.083152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:26:57.592563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Launched\u000a06:26:57.696891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:26:57.952564 run patchelf(pid=4580): Launched\u000a06:26:58.124703 run osmo-stp_10.42.42.5(pid=4577): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)]\u000a06:26:58.250372 run osmo-stp_10.42.42.5(pid=4577): stdout: \u000a| (launched: 2022-12-10_06:26:56.830515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:58.376211 run osmo-stp_10.42.42.5(pid=4577): stderr: \u000a| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062656999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:58.498228 run osmo-stp_10.42.42.5(pid=4577): stdout: \u000a| (launched: 2022-12-10_06:26:56.830515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:26:58.619119 run osmo-stp_10.42.42.5(pid=4577): stderr: \u000a| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062656999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062657000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:26:58.759586 run patchelf(pid=4580): Terminating (SIGINT)\u000a06:26:58.924459 run patchelf(pid=4580): Terminated: ok {rc=0}\u000a06:26:58.954914 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4577): Process ended prematurely: osmo-stp_10.42.42.5(pid=4577) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4577)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a06:26:58.963992 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a06:26:59.023815 run osmo-hlr_10.42.42.2(pid=4574): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4574)]\u000a06:26:59.072916 run osmo-hlr_10.42.42.2(pid=4574): stdout: \u000a| (launched: 2022-12-10_06:26:55.903547) \u000a06:26:59.122476 run osmo-hlr_10.42.42.2(pid=4574): stderr: \u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062656081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062656094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062656103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:26:59.163933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Terminating (SIGTERM)\u000a06:26:59.203437 run iperf3-srv_10.42.42.10(pid=4570): Terminating (SIGTERM)\u000a06:26:59.242963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Terminating (SIGTERM)\u000a06:26:59.282500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Terminating (SIGTERM)\u000a06:26:59.321945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Terminating (SIGTERM)\u000a06:26:59.331470 --- ParallelTerminationStrategy: PID 4569 died...\u000a06:26:59.384319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4569): Terminated: ok {rc=0}\u000a06:26:59.394291 --- ParallelTerminationStrategy: PID 4570 died...\u000a06:26:59.446447 run iperf3-srv_10.42.42.10(pid=4570): Terminated {rc=256}\u000a06:26:59.456116 --- ParallelTerminationStrategy: PID 4573 died...\u000a06:26:59.508335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4573): Terminated: ok {rc=0}\u000a06:26:59.518028 --- ParallelTerminationStrategy: PID 4576 died...\u000a06:26:59.570758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4576): Terminated: ok {rc=0}\u000a06:26:59.580388 --- ParallelTerminationStrategy: PID 4579 died...\u000a06:26:59.632848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4579): Terminated: ok {rc=0}\u000a06:26:59.720405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a06:27:00.829160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:00.841632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:01.001440 tst iperf3m4.py: using LAC 26479\u000a06:27:01.119573 tst iperf3m4.py: using RAC 214\u000a06:27:01.271310 tst iperf3m4.py: using CellId 26479\u000a06:27:01.426701 tst iperf3m4.py: using BVCI 26480\u000a06:27:01.450636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.462634 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.474377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.486877 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.498885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.510883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.523602 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.535640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:01.547589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:01.671231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:01.795222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:01.917468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:02.210107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:27:02.341198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:02.645772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Launched\u000a06:27:02.897988 run iperf3-srv_10.42.42.10(pid=4582): Launched\u000a06:27:03.075930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:27:03.198579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:03.502674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Launched\u000a06:27:03.755575 run iperf3-srv_10.42.42.10(pid=4584): Launched\u000a06:27:03.933683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:27:04.054749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:04.358424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Launched\u000a06:27:04.610708 run iperf3-srv_10.42.42.10(pid=4586): Launched\u000a06:27:04.787928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:27:04.909118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:27:05.213498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Launched\u000a06:27:05.465781 run iperf3-srv_10.42.42.10(pid=4588): Launched\u000a06:27:05.643732 tst iperf3m4.py:8: start network...\u000a06:27:05.765351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:06.226419 run create_hlr_db(pid=4589): Launched\u000a06:27:06.394455 bus /gobi_6: Setting Powered False\u000a06:27:07.416115 run create_hlr_db(pid=4589): Terminated: ok {rc=0}\u000a06:27:07.834098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Launched\u000a06:27:08.148432 run osmo-hlr_10.42.42.2(pid=4592): Launched\u000a06:27:08.263175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:08.810512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Launched\u000a06:27:09.125054 run osmo-stp_10.42.42.5(pid=4595): Launched\u000a06:27:09.239099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:09.786839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Launched\u000a06:27:09.898489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:10.166379 run patchelf(pid=4598): Launched\u000a06:27:10.338469 run osmo-stp_10.42.42.5(pid=4595): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)]\u000a06:27:10.463963 run osmo-stp_10.42.42.5(pid=4595): stdout: \u000a| (launched: 2022-12-10_06:27:08.970173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:10.590065 run osmo-stp_10.42.42.5(pid=4595): stderr: \u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062709161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:10.711370 run osmo-stp_10.42.42.5(pid=4595): stdout: \u000a| (launched: 2022-12-10_06:27:08.970173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:10.831864 run osmo-stp_10.42.42.5(pid=4595): stderr: \u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062709161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062709161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062709162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:10.971527 run patchelf(pid=4598): Terminating (SIGINT)\u000a06:27:11.136372 run patchelf(pid=4598): Terminated: ok {rc=0}\u000a06:27:11.167329 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4595): Process ended prematurely: osmo-stp_10.42.42.5(pid=4595) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4595)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a06:27:11.176647 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a06:27:11.236754 run osmo-hlr_10.42.42.2(pid=4592): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4592)]\u000a06:27:11.285085 run osmo-hlr_10.42.42.2(pid=4592): stdout: \u000a| (launched: 2022-12-10_06:27:07.993806) \u000a06:27:11.333933 run osmo-hlr_10.42.42.2(pid=4592): stderr: \u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062708190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062708202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062708210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:11.375348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminating (SIGTERM)\u000a06:27:11.414779 run iperf3-srv_10.42.42.10(pid=4582): Terminating (SIGTERM)\u000a06:27:11.453984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminating (SIGTERM)\u000a06:27:11.493207 run iperf3-srv_10.42.42.10(pid=4584): Terminating (SIGTERM)\u000a06:27:11.532913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminating (SIGTERM)\u000a06:27:11.572076 run iperf3-srv_10.42.42.10(pid=4586): Terminating (SIGTERM)\u000a06:27:11.611326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Terminating (SIGTERM)\u000a06:27:11.650475 run iperf3-srv_10.42.42.10(pid=4588): Terminating (SIGTERM)\u000a06:27:11.689724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Terminating (SIGTERM)\u000a06:27:11.728993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Terminating (SIGTERM)\u000a06:27:11.768142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Terminating (SIGTERM)\u000a06:27:11.777487 --- ParallelTerminationStrategy: PID 4581 died...\u000a06:27:11.830273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminated: ok {rc=0}\u000a06:27:11.839981 --- ParallelTerminationStrategy: PID 4582 died...\u000a06:27:11.892490 run iperf3-srv_10.42.42.10(pid=4582): Terminated {rc=256}\u000a06:27:11.901907 --- ParallelTerminationStrategy: PID 4583 died...\u000a06:27:11.954566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminated: ok {rc=0}\u000a06:27:11.964198 --- ParallelTerminationStrategy: PID 4584 died...\u000a06:27:12.016449 run iperf3-srv_10.42.42.10(pid=4584): Terminated {rc=256}\u000a06:27:12.025896 --- ParallelTerminationStrategy: PID 4585 died...\u000a06:27:12.078101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminated: ok {rc=0}\u000a06:27:12.087764 --- ParallelTerminationStrategy: PID 4586 died...\u000a06:27:12.139968 run iperf3-srv_10.42.42.10(pid=4586): Terminated {rc=256}\u000a06:27:12.149566 --- ParallelTerminationStrategy: PID 4587 died...\u000a06:27:12.202121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4587): Terminated: ok {rc=0}\u000a06:27:12.211804 --- ParallelTerminationStrategy: PID 4588 died...\u000a06:27:12.264025 run iperf3-srv_10.42.42.10(pid=4588): Terminated {rc=256}\u000a06:27:12.273850 --- ParallelTerminationStrategy: PID 4591 died...\u000a06:27:12.326354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4591): Terminated: ok {rc=0}\u000a06:27:12.335787 --- ParallelTerminationStrategy: PID 4594 died...\u000a06:27:12.388310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4594): Terminated: ok {rc=0}\u000a06:27:12.398068 --- ParallelTerminationStrategy: PID 4597 died...\u000a06:27:12.451026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4597): Terminated: ok {rc=0}\u000a06:27:12.534218 bus /gobi_4: Setting Powered False\u000a06:27:13.640433 bus /gobi_4: Setting Powered False\u000a06:27:14.746311 bus /gobi_1: Setting Powered False\u000a06:27:15.854086 bus /gobi_1: Setting Powered False\u000a06:27:16.967140 bus /gobi_0: Setting Powered False\u000a06:27:18.067900 bus /gobi_0: Setting Powered False\u000a06:27:19.179131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a06:27:20.246326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.257866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:20.412869 tst ping.py: using LAC 26480\u000a06:27:20.533099 tst ping.py: using RAC 215\u000a06:27:20.653336 tst ping.py: using CellId 26480\u000a06:27:20.774842 tst ping.py: using BVCI 26481\u000a06:27:20.798546 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.810244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.821714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.833018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.844245 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.855527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.866890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:20.878216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:21.142750 tst ping.py:19: start network...\u000a06:27:21.261943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:21.713724 run create_hlr_db(pid=4599): Launched\u000a06:27:21.878967 bus /gobi_6: Setting Powered False\u000a06:27:22.899574 run create_hlr_db(pid=4599): Terminated: ok {rc=0}\u000a06:27:23.310486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Launched\u000a06:27:23.618605 run osmo-hlr_10.42.42.2(pid=4602): Launched\u000a06:27:23.733664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:24.271134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Launched\u000a06:27:24.579296 run osmo-stp_10.42.42.5(pid=4605): Launched\u000a06:27:24.690290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:25.227984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Launched\u000a06:27:25.337915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:25.607272 run patchelf(pid=4608): Launched\u000a06:27:25.788427 run osmo-stp_10.42.42.5(pid=4605): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)]\u000a06:27:25.920612 run osmo-stp_10.42.42.5(pid=4605): stdout: \u000a| (launched: 2022-12-10_06:27:24.427335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:26.053335 run osmo-stp_10.42.42.5(pid=4605): stderr: \u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062724619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:26.181477 run osmo-stp_10.42.42.5(pid=4605): stdout: \u000a| (launched: 2022-12-10_06:27:24.427335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:26.307871 run osmo-stp_10.42.42.5(pid=4605): stderr: \u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062724618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062724619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062724619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:26.454898 run patchelf(pid=4608): Terminating (SIGINT)\u000a06:27:26.627506 run patchelf(pid=4608): Terminated: ok {rc=0}\u000a06:27:26.659559 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4605): Process ended prematurely: osmo-stp_10.42.42.5(pid=4605) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4605)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a06:27:26.668718 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:27:26.731217 run osmo-hlr_10.42.42.2(pid=4602): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4602)]\u000a06:27:26.782271 run osmo-hlr_10.42.42.2(pid=4602): stdout: \u000a| (launched: 2022-12-10_06:27:23.466824) \u000a06:27:26.833719 run osmo-hlr_10.42.42.2(pid=4602): stderr: \u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062723664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062723677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062723685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062723686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062723686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:26.877825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Terminating (SIGTERM)\u000a06:27:26.919212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Terminating (SIGTERM)\u000a06:27:26.961019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Terminating (SIGTERM)\u000a06:27:26.970791 --- ParallelTerminationStrategy: PID 4601 died...\u000a06:27:27.026457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4601): Terminated: ok {rc=0}\u000a06:27:27.036608 --- ParallelTerminationStrategy: PID 4604 died...\u000a06:27:27.092415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4604): Terminated: ok {rc=0}\u000a06:27:27.102390 --- ParallelTerminationStrategy: PID 4607 died...\u000a06:27:27.157667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4607): Terminated: ok {rc=0}\u000a06:27:27.244885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a06:27:28.298706 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.310974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:27:28.468397 tst ping_idle_ping.py: using LAC 26481\u000a06:27:28.589415 tst ping_idle_ping.py: using RAC 216\u000a06:27:28.709868 tst ping_idle_ping.py: using CellId 26481\u000a06:27:28.830539 tst ping_idle_ping.py: using BVCI 26482\u000a06:27:28.854266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.865932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.877482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.889043 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.900314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.911975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.923590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a06:27:28.935138 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a06:27:29.216483 tst ping_idle_ping.py:24: start network...\u000a06:27:29.344828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:29.838924 run create_hlr_db(pid=4609): Launched\u000a06:27:30.017622 bus /gobi_6: Setting Powered False\u000a06:27:31.043600 run create_hlr_db(pid=4609): Terminated: ok {rc=0}\u000a06:27:31.497531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Launched\u000a06:27:31.983671 run osmo-hlr_10.42.42.2(pid=4612): Launched\u000a06:27:32.125653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:32.663371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Launched\u000a06:27:32.950385 run osmo-stp_10.42.42.5(pid=4615): Launched\u000a06:27:33.055508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:33.558444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Launched\u000a06:27:33.660646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:33.912294 run patchelf(pid=4618): Launched\u000a06:27:34.081470 run osmo-stp_10.42.42.5(pid=4615): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)]\u000a06:27:34.204885 run osmo-stp_10.42.42.5(pid=4615): stdout: \u000a| (launched: 2022-12-10_06:27:32.808602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:34.328757 run osmo-stp_10.42.42.5(pid=4615): stderr: \u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062732978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:34.448135 run osmo-stp_10.42.42.5(pid=4615): stdout: \u000a| (launched: 2022-12-10_06:27:32.808602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:34.566346 run osmo-stp_10.42.42.5(pid=4615): stderr: \u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062732978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062732978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062732979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:34.703822 run patchelf(pid=4618): Terminating (SIGINT)\u000a06:27:34.865366 run patchelf(pid=4618): Terminated: ok {rc=0}\u000a06:27:34.894886 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4615): Process ended prematurely: osmo-stp_10.42.42.5(pid=4615) [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4615)] [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a06:27:34.903598 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:27:34.962919 run osmo-hlr_10.42.42.2(pid=4612): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4612)]\u000a06:27:35.011194 run osmo-hlr_10.42.42.2(pid=4612): stdout: \u000a| (launched: 2022-12-10_06:27:31.695461) \u000a06:27:35.060024 run osmo-hlr_10.42.42.2(pid=4612): stderr: \u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062731942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062731960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062731976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:35.101231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Terminating (SIGTERM)\u000a06:27:35.140087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Terminating (SIGTERM)\u000a06:27:35.178870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Terminating (SIGTERM)\u000a06:27:35.188181 --- ParallelTerminationStrategy: PID 4611 died...\u000a06:27:35.240186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4611): Terminated: ok {rc=0}\u000a06:27:35.249962 --- ParallelTerminationStrategy: PID 4614 died...\u000a06:27:35.302513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4614): Terminated: ok {rc=0}\u000a06:27:35.312012 --- ParallelTerminationStrategy: PID 4617 died...\u000a06:27:35.364603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4617): Terminated: ok {rc=0}\u000a06:27:35.451788 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:27:37.461997 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:37.473192 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:27:37.620838 tst switch_tch_pdch.py: using LAC 26482\u000a06:27:37.734983 tst switch_tch_pdch.py: using RAC 217\u000a06:27:37.849626 tst switch_tch_pdch.py: using CellId 26482\u000a06:27:37.961965 tst switch_tch_pdch.py: using BVCI 26483\u000a06:27:37.983916 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:37.995248 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.006515 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.017988 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.029453 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.040797 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.052435 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:27:38.063838 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:27:38.177913 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:27:38.441827 tst switch_tch_pdch.py:51: start network...\u000a06:27:38.559847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:39.010245 run create_hlr_db(pid=4623): Launched\u000a06:27:39.175577 bus /gobi_6: Setting Powered False\u000a06:27:40.196188 run create_hlr_db(pid=4623): Terminated: ok {rc=0}\u000a06:27:40.606675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Launched\u000a06:27:40.913124 run osmo-hlr_10.42.42.2(pid=4626): Launched\u000a06:27:41.025782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:41.559359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Launched\u000a06:27:41.865650 run osmo-stp_10.42.42.5(pid=4629): Launched\u000a06:27:41.976457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:42.514595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Launched\u000a06:27:42.623483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:42.890792 run patchelf(pid=4632): Launched\u000a06:27:43.070611 run osmo-stp_10.42.42.5(pid=4629): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)]\u000a06:27:43.202505 run osmo-stp_10.42.42.5(pid=4629): stdout: \u000a| (launched: 2022-12-10_06:27:41.714956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:43.334443 run osmo-stp_10.42.42.5(pid=4629): stderr: \u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062741905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:43.461703 run osmo-stp_10.42.42.5(pid=4629): stdout: \u000a| (launched: 2022-12-10_06:27:41.714956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:43.587016 run osmo-stp_10.42.42.5(pid=4629): stderr: \u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062741905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062741905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062741906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:43.733099 run patchelf(pid=4632): Terminating (SIGINT)\u000a06:27:43.904525 run patchelf(pid=4632): Terminated: ok {rc=0}\u000a06:27:43.935932 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4629): Process ended prematurely: osmo-stp_10.42.42.5(pid=4629) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4629)] [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:27:43.945190 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a06:27:44.006518 run osmo-hlr_10.42.42.2(pid=4626): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4626)]\u000a06:27:44.056897 run osmo-hlr_10.42.42.2(pid=4626): stdout: \u000a| (launched: 2022-12-10_06:27:40.762317) \u000a06:27:44.108222 run osmo-hlr_10.42.42.2(pid=4626): stderr: \u000a| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062740957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062740958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062740958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062740970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062740978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:44.151667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Terminating (SIGTERM)\u000a06:27:44.192516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Terminating (SIGTERM)\u000a06:27:44.233916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Terminating (SIGTERM)\u000a06:27:44.243433 --- ParallelTerminationStrategy: PID 4625 died...\u000a06:27:44.297825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4625): Terminated: ok {rc=0}\u000a06:27:44.307781 --- ParallelTerminationStrategy: PID 4628 died...\u000a06:27:44.362814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4628): Terminated: ok {rc=0}\u000a06:27:44.372808 --- ParallelTerminationStrategy: PID 4631 died...\u000a06:27:44.427153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4631): Terminated: ok {rc=0}\u000a06:27:44.512529 bus /gobi_0: Setting Powered False\u000a06:27:45.613106 bus /gobi_0: Setting Powered False\u000a06:27:46.730305 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a06:27:48.689790 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:48.700904 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a06:27:48.845086 tst switch_tch_pdch.py: using LAC 26483\u000a06:27:48.957999 tst switch_tch_pdch.py: using RAC 218\u000a06:27:49.068866 tst switch_tch_pdch.py: using CellId 26483\u000a06:27:49.179313 tst switch_tch_pdch.py: using BVCI 26484\u000a06:27:49.201323 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.212506 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.223547 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.234774 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.245851 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.257039 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.268269 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a06:27:49.279322 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:27:49.390836 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a06:27:49.674426 tst switch_tch_pdch.py:51: start network...\u000a06:27:49.802575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:27:50.266429 run create_hlr_db(pid=4636): Launched\u000a06:27:50.391797 bus /gobi_6: Setting Powered False\u000a06:27:51.465088 run create_hlr_db(pid=4636): Terminated: ok {rc=0}\u000a06:27:51.827771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Launched\u000a06:27:52.114735 run osmo-hlr_10.42.42.2(pid=4639): Launched\u000a06:27:52.218606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:27:52.694494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Launched\u000a06:27:52.980924 run osmo-stp_10.42.42.5(pid=4642): Launched\u000a06:27:53.085770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:27:53.561646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Launched\u000a06:27:53.663437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:27:53.914113 run patchelf(pid=4645): Launched\u000a06:27:54.083004 run osmo-stp_10.42.42.5(pid=4642): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]\u000a06:27:54.206627 run osmo-stp_10.42.42.5(pid=4642): stdout: \u000a| (launched: 2022-12-10_06:27:52.839088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:54.330281 run osmo-stp_10.42.42.5(pid=4642): stderr: \u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062753008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:54.449394 run osmo-stp_10.42.42.5(pid=4642): stdout: \u000a| (launched: 2022-12-10_06:27:52.839088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:27:54.567225 run osmo-stp_10.42.42.5(pid=4642): stderr: \u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062753008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062753008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062753009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:27:54.704147 run patchelf(pid=4645): Terminating (SIGINT)\u000a06:27:54.866106 run patchelf(pid=4645): Terminated: ok {rc=0}\u000a06:27:54.895759 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)] [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a06:27:54.904390 tst switch_tch_pdch.py:54: Test FAILED (6.2 sec)\u000a06:27:54.963951 run osmo-hlr_10.42.42.2(pid=4639): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4639)]\u000a06:27:55.012415 run osmo-hlr_10.42.42.2(pid=4639): stdout: \u000a| (launched: 2022-12-10_06:27:51.973308) \u000a06:27:55.061575 run osmo-hlr_10.42.42.2(pid=4639): stderr: \u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062752147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062752159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062752167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:27:55.102932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminating (SIGTERM)\u000a06:27:55.142248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminating (SIGTERM)\u000a06:27:55.181553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminating (SIGTERM)\u000a06:27:55.190917 --- ParallelTerminationStrategy: PID 4638 died...\u000a06:27:55.243429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminated: ok {rc=0}\u000a06:27:55.253093 --- ParallelTerminationStrategy: PID 4641 died...\u000a06:27:55.305198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminated: ok {rc=0}\u000a06:27:55.314806 --- ParallelTerminationStrategy: PID 4644 died...\u000a06:27:55.366962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminated: ok {rc=0}\u000a06:27:55.455269 bus /gobi_0: Setting Powered False\u000a06:27:56.557086 bus /gobi_0: Setting Powered False\u000a06:27:57.661436 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:27:48" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a06:27:59.528400 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a06:27:59.539130 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a06:27:59.658039 tst mo_mt_sms.py: using LAC 26484\u000a06:27:59.768447 tst mo_mt_sms.py: using RAC 219\u000a06:27:59.879103 tst mo_mt_sms.py: using CellId 26484\u000a06:27:59.989872 tst mo_mt_sms.py: using BVCI 26485\u000a06:28:00.011576 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:28:00.127479 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a06:28:00.405610 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:28:00.532633 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:28:01.186189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Launched\u000a06:28:01.511606 run osmo-nitb_10.42.42.2(pid=4650): Launched\u000a06:28:01.705288 run osmo-nitb_10.42.42.2(pid=4650): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)]\u000a06:28:01.847547 run osmo-nitb_10.42.42.2(pid=4650): stdout: \u000a| (launched: 2022-12-10_06:28:01.344553) \u000a06:28:01.990117 run osmo-nitb_10.42.42.2(pid=4650): stderr: \u000a| (launched: 2022-12-10_06:28:01.391239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:02.127706 run osmo-nitb_10.42.42.2(pid=4650): stdout: \u000a| (launched: 2022-12-10_06:28:01.344553) \u000a06:28:02.261888 run osmo-nitb_10.42.42.2(pid=4650): stderr: \u000a| (launched: 2022-12-10_06:28:01.391239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:02.635505 tst osmo-nitb_10.42.42.2(pid=4650): stdout: \u000a| (launched: 2022-12-10_06:28:01.344553) \u000a06:28:02.758402 tst osmo-nitb_10.42.42.2(pid=4650): stderr: \u000a| (launched: 2022-12-10_06:28:01.391239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:02.812027 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4650): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4650) [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4650)] [trial-2370↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a06:28:02.820545 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a06:28:02.857189 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Terminating (SIGTERM)\u000a06:28:03.034854 --- ParallelTerminationStrategy: PID 4649 died...\u000a06:28:03.092605 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4649): Terminated: ok {rc=0}\u000a06:28:03.177794 bus /sierra_3: Setting Powered False\u000a06:28:04.284420 bus /sierra_3: Setting Powered False\u000a06:28:05.395044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:27:59" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:28:07.254358 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.265405 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:28:07.392586 tst mo_mt_sms.py: using LAC 26485\u000a06:28:07.510476 tst mo_mt_sms.py: using RAC 220\u000a06:28:07.630898 tst mo_mt_sms.py: using CellId 26485\u000a06:28:07.749518 tst mo_mt_sms.py: using BVCI 26486\u000a06:28:07.772798 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.783855 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.794840 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.805833 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.816691 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:07.827564 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:28:07.938901 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a06:28:08.136441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:08.587826 run create_hlr_db(pid=4654): Launched\u000a06:28:08.752775 bus /sierra_2: Setting Powered False\u000a06:28:09.774410 run create_hlr_db(pid=4654): Terminated: ok {rc=0}\u000a06:28:10.156704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Launched\u000a06:28:10.442263 run osmo-hlr_10.42.42.2(pid=4657): Launched\u000a06:28:10.546557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:11.043242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Launched\u000a06:28:11.329346 run osmo-stp_10.42.42.5(pid=4660): Launched\u000a06:28:11.433863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:11.958966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Launched\u000a06:28:12.246613 run osmo-msc_10.42.42.6(pid=4663): Launched\u000a06:28:12.416067 run osmo-stp_10.42.42.5(pid=4660): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)]\u000a06:28:12.539351 run osmo-stp_10.42.42.5(pid=4660): stdout: \u000a| (launched: 2022-12-10_06:28:11.187664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:12.659117 run osmo-stp_10.42.42.5(pid=4660): stderr: \u000a| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062811357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062811357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:12.774371 run osmo-stp_10.42.42.5(pid=4660): stdout: \u000a| (launched: 2022-12-10_06:28:11.187664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:12.888585 run osmo-stp_10.42.42.5(pid=4660): stderr: \u000a| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062811356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062811357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062811357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062811358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:12.938922 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4660): Process ended prematurely: osmo-stp_10.42.42.5(pid=4660) [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4660)] [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a06:28:12.947062 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a06:28:13.005870 run osmo-hlr_10.42.42.2(pid=4657): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4657)]\u000a06:28:13.054400 run osmo-hlr_10.42.42.2(pid=4657): stdout: \u000a| (launched: 2022-12-10_06:28:10.301522) \u000a06:28:13.103293 run osmo-hlr_10.42.42.2(pid=4657): stderr: \u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062810474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062810487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062810495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:13.169457 run osmo-msc_10.42.42.6(pid=4663): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4663)]\u000a06:28:13.217403 run osmo-msc_10.42.42.6(pid=4663): stdout: \u000a| (launched: 2022-12-10_06:28:12.103688) \u000a06:28:13.266190 run osmo-msc_10.42.42.6(pid=4663): stderr: \u000a| �[0;m�[38;5;43m20221210062812372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062812372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd86553ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062812372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062812372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062812373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062812373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062812374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062812375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:13.307590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Terminating (SIGTERM)\u000a06:28:13.346549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Terminating (SIGTERM)\u000a06:28:13.385709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Terminating (SIGTERM)\u000a06:28:13.394961 --- ParallelTerminationStrategy: PID 4656 died...\u000a06:28:13.447425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4656): Terminated: ok {rc=0}\u000a06:28:13.457107 --- ParallelTerminationStrategy: PID 4659 died...\u000a06:28:13.508922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4659): Terminated: ok {rc=0}\u000a06:28:13.518607 --- ParallelTerminationStrategy: PID 4662 died...\u000a06:28:13.570776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4662): Terminated: ok {rc=0}\u000a06:28:13.652915 bus /sierra_3: Setting Powered False\u000a06:28:14.752061 bus /sierra_3: Setting Powered False\u000a06:28:15.873165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:28:17.712148 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a06:28:17.723164 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:28:17.846971 tst assert_extension.py: using LAC 26486\u000a06:28:17.959213 tst assert_extension.py: using RAC 221\u000a06:28:18.071888 tst assert_extension.py: using CellId 26486\u000a06:28:18.188024 tst assert_extension.py: using BVCI 26487\u000a06:28:18.209815 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:28:18.488273 tst assert_extension.py:10: start nitb and bts...\u000a06:28:18.615665 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:28:19.250484 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Launched\u000a06:28:19.552698 run osmo-nitb_10.42.42.2(pid=4669): Launched\u000a06:28:19.741908 run osmo-nitb_10.42.42.2(pid=4669): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)]\u000a06:28:19.881039 run osmo-nitb_10.42.42.2(pid=4669): stdout: \u000a| (launched: 2022-12-10_06:28:19.405909) \u000a06:28:20.020590 run osmo-nitb_10.42.42.2(pid=4669): stderr: \u000a| (launched: 2022-12-10_06:28:19.451319)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:20.155610 run osmo-nitb_10.42.42.2(pid=4669): stdout: \u000a| (launched: 2022-12-10_06:28:19.405909) \u000a06:28:20.288677 run osmo-nitb_10.42.42.2(pid=4669): stderr: \u000a| (launched: 2022-12-10_06:28:19.451319)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:20.675718 tst osmo-nitb_10.42.42.2(pid=4669): stdout: \u000a| (launched: 2022-12-10_06:28:19.405909) \u000a06:28:20.797873 tst osmo-nitb_10.42.42.2(pid=4669): stderr: \u000a| (launched: 2022-12-10_06:28:19.451319)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:28:20.851622 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4669): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4669) [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4669)] [trial-2370↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a06:28:20.860340 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a06:28:20.895508 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Terminating (SIGTERM)\u000a06:28:21.073273 --- ParallelTerminationStrategy: PID 4668 died...\u000a06:28:21.129710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4668): Terminated: ok {rc=0}\u000a06:28:21.215775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:28:17" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a06:28:23.022682 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.033856 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:28:23.167283 tst assert_extension.py: using LAC 26487\u000a06:28:23.300263 tst assert_extension.py: using RAC 222\u000a06:28:23.418946 tst assert_extension.py: using CellId 26487\u000a06:28:23.532781 tst assert_extension.py: using BVCI 26488\u000a06:28:23.554458 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.565268 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.575861 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.586767 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.597617 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:28:23.608372 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a06:28:23.808586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:24.297755 run create_hlr_db(pid=4673): Launched\u000a06:28:24.475748 bus /sierra_2: Setting Powered False\u000a06:28:25.495911 run create_hlr_db(pid=4673): Terminated: ok {rc=0}\u000a06:28:25.906358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Launched\u000a06:28:26.213692 run osmo-hlr_10.42.42.2(pid=4676): Launched\u000a06:28:26.325237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:26.860010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Launched\u000a06:28:27.168730 run osmo-stp_10.42.42.5(pid=4679): Launched\u000a06:28:27.280623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:27.842776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Launched\u000a06:28:28.149366 run osmo-msc_10.42.42.6(pid=4682): Launched\u000a06:28:28.329112 run osmo-stp_10.42.42.5(pid=4679): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)]\u000a06:28:28.459387 run osmo-stp_10.42.42.5(pid=4679): stdout: \u000a| (launched: 2022-12-10_06:28:27.016114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:28.588625 run osmo-stp_10.42.42.5(pid=4679): stderr: \u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062827210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:28.711608 run osmo-stp_10.42.42.5(pid=4679): stdout: \u000a| (launched: 2022-12-10_06:28:27.016114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:28.833428 run osmo-stp_10.42.42.5(pid=4679): stderr: \u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062827209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062827210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062827210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:28.887199 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4679): Process ended prematurely: osmo-stp_10.42.42.5(pid=4679) [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4679)] [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a06:28:28.895633 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a06:28:28.957015 run osmo-hlr_10.42.42.2(pid=4676): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4676)]\u000a06:28:29.007625 run osmo-hlr_10.42.42.2(pid=4676): stdout: \u000a| (launched: 2022-12-10_06:28:26.062167) \u000a06:28:29.058790 run osmo-hlr_10.42.42.2(pid=4676): stderr: \u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062826256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062826296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062826306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:29.128564 run osmo-msc_10.42.42.6(pid=4682): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4682)]\u000a06:28:29.179099 run osmo-msc_10.42.42.6(pid=4682): stdout: \u000a| (launched: 2022-12-10_06:28:27.998356) \u000a06:28:29.230082 run osmo-msc_10.42.42.6(pid=4682): stderr: \u000a| �[0;m�[38;5;43m20221210062828318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062828318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f028a0b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062828318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062828318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062828319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062828319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062828320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062828321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:29.273703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminating (SIGTERM)\u000a06:28:29.314598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminating (SIGTERM)\u000a06:28:29.355592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Terminating (SIGTERM)\u000a06:28:29.364763 --- ParallelTerminationStrategy: PID 4675 died...\u000a06:28:29.419412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4675): Terminated: ok {rc=0}\u000a06:28:29.429290 --- ParallelTerminationStrategy: PID 4678 died...\u000a06:28:29.483516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4678): Terminated: ok {rc=0}\u000a06:28:29.493371 --- ParallelTerminationStrategy: PID 4681 died...\u000a06:28:29.547775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4681): Terminated: ok {rc=0}\u000a06:28:29.633329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:28:31.580826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:31.593169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:28:31.767337 tst mo_mt_call.py: using LAC 26488\u000a06:28:31.896607 tst mo_mt_call.py: using RAC 223\u000a06:28:32.018594 tst mo_mt_call.py: using CellId 26488\u000a06:28:32.164402 tst mo_mt_call.py: using BVCI 26489\u000a06:28:32.188409 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:32.200660 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:32.212602 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:32.225780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:32.239642 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:32.252713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:28:32.377878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:28:32.573391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:33.034340 run create_hlr_db(pid=4687): Launched\u000a06:28:33.202462 bus /sierra_2: Setting Powered False\u000a06:28:34.224045 run create_hlr_db(pid=4687): Terminated: ok {rc=0}\u000a06:28:34.613448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Launched\u000a06:28:34.905713 run osmo-hlr_10.42.42.2(pid=4690): Launched\u000a06:28:35.009767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:35.518409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Launched\u000a06:28:35.810245 run osmo-stp_10.42.42.5(pid=4693): Launched\u000a06:28:35.928499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:36.464902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Launched\u000a06:28:36.758551 run osmo-msc_10.42.42.6(pid=4696): Launched\u000a06:28:36.930456 run osmo-stp_10.42.42.5(pid=4693): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)]\u000a06:28:37.055210 run osmo-stp_10.42.42.5(pid=4693): stdout: \u000a| (launched: 2022-12-10_06:28:35.666094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:37.178297 run osmo-stp_10.42.42.5(pid=4693): stderr: \u000a| �[0;m�[38;5;43m20221210062835833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062835834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062835836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:37.296452 run osmo-stp_10.42.42.5(pid=4693): stdout: \u000a| (launched: 2022-12-10_06:28:35.666094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:37.413533 run osmo-stp_10.42.42.5(pid=4693): stderr: \u000a| �[0;m�[38;5;43m20221210062835833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062835834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062835834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062835836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062835837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:37.465191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4693): Process ended prematurely: osmo-stp_10.42.42.5(pid=4693) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4693)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:28:37.473687 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:28:37.534060 run osmo-hlr_10.42.42.2(pid=4690): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4690)]\u000a06:28:37.582664 run osmo-hlr_10.42.42.2(pid=4690): stdout: \u000a| (launched: 2022-12-10_06:28:34.761267) \u000a06:28:37.631927 run osmo-hlr_10.42.42.2(pid=4690): stderr: \u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062834934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062835067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062835077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062835078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062835078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:37.698781 run osmo-msc_10.42.42.6(pid=4696): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4696)]\u000a06:28:37.746764 run osmo-msc_10.42.42.6(pid=4696): stdout: \u000a| (launched: 2022-12-10_06:28:36.613165) \u000a06:28:37.796637 run osmo-msc_10.42.42.6(pid=4696): stderr: \u000a| �[0;m�[38;5;43m20221210062836886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062836886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f11a0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062836887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062836887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062836889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062836889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:37.837831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Terminating (SIGTERM)\u000a06:28:37.877529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Terminating (SIGTERM)\u000a06:28:37.916914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Terminating (SIGTERM)\u000a06:28:37.926676 --- ParallelTerminationStrategy: PID 4689 died...\u000a06:28:37.979115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4689): Terminated: ok {rc=0}\u000a06:28:37.989284 --- ParallelTerminationStrategy: PID 4692 died...\u000a06:28:38.041530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4692): Terminated: ok {rc=0}\u000a06:28:38.051578 --- ParallelTerminationStrategy: PID 4695 died...\u000a06:28:38.103868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4695): Terminated: ok {rc=0}\u000a06:28:38.185958 bus /sierra_3: Setting Powered False\u000a06:28:39.291353 bus /sierra_3: Setting Powered False\u000a06:28:40.396491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:28:41.509028 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:41.521283 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:28:41.673507 tst mo_mt_call_osmux.py: using LAC 26489\u000a06:28:41.790913 tst mo_mt_call_osmux.py: using RAC 224\u000a06:28:41.906763 tst mo_mt_call_osmux.py: using CellId 26489\u000a06:28:42.023711 tst mo_mt_call_osmux.py: using BVCI 26490\u000a06:28:42.046037 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:42.057205 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:42.068021 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:42.079283 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:42.090702 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:28:42.101975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:28:42.217654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:28:42.414368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:42.873139 run create_hlr_db(pid=4698): Launched\u000a06:28:43.039831 bus /sierra_2: Setting Powered False\u000a06:28:44.062181 run create_hlr_db(pid=4698): Terminated: ok {rc=0}\u000a06:28:44.477996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Launched\u000a06:28:44.789821 run osmo-hlr_10.42.42.2(pid=4702): Launched\u000a06:28:44.908496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:45.453125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Launched\u000a06:28:45.765350 run osmo-stp_10.42.42.5(pid=4705): Launched\u000a06:28:45.972306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:46.616895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Launched\u000a06:28:47.069983 run osmo-msc_10.42.42.6(pid=4708): Launched\u000a06:28:47.331637 run osmo-stp_10.42.42.5(pid=4705): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)]\u000a06:28:47.485088 run osmo-stp_10.42.42.5(pid=4705): stdout: \u000a| (launched: 2022-12-10_06:28:45.612161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:47.607869 run osmo-stp_10.42.42.5(pid=4705): stderr: \u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062845804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:47.725479 run osmo-stp_10.42.42.5(pid=4705): stdout: \u000a| (launched: 2022-12-10_06:28:45.612161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:47.842882 run osmo-stp_10.42.42.5(pid=4705): stderr: \u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062845803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062845804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062845804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:47.894577 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4705): Process ended prematurely: osmo-stp_10.42.42.5(pid=4705) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4705)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:28:47.903151 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:28:47.962176 run osmo-hlr_10.42.42.2(pid=4702): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4702)]\u000a06:28:48.010293 run osmo-hlr_10.42.42.2(pid=4702): stdout: \u000a| (launched: 2022-12-10_06:28:44.637217) \u000a06:28:48.058851 run osmo-hlr_10.42.42.2(pid=4702): stderr: \u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062844834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062844846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062844855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:48.125003 run osmo-msc_10.42.42.6(pid=4708): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4708)]\u000a06:28:48.172817 run osmo-msc_10.42.42.6(pid=4708): stdout: \u000a| (launched: 2022-12-10_06:28:46.779509) \u000a06:28:48.221245 run osmo-msc_10.42.42.6(pid=4708): stderr: \u000a| �[0;m�[38;5;43m20221210062847210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062847211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f763cc65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062847211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062847211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062847215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062847217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062847218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062847218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:48.261860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Terminating (SIGTERM)\u000a06:28:48.300675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Terminating (SIGTERM)\u000a06:28:48.339329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Terminating (SIGTERM)\u000a06:28:48.348494 --- ParallelTerminationStrategy: PID 4701 died...\u000a06:28:48.400168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4701): Terminated: ok {rc=0}\u000a06:28:48.409887 --- ParallelTerminationStrategy: PID 4704 died...\u000a06:28:48.461871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4704): Terminated: ok {rc=0}\u000a06:28:48.471178 --- ParallelTerminationStrategy: PID 4707 died...\u000a06:28:48.522620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4707): Terminated: ok {rc=0}\u000a06:28:48.609662 bus /sierra_3: Setting Powered False\u000a06:28:49.711275 bus /sierra_3: Setting Powered False\u000a06:28:50.819102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:28:31" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:28:52.800276 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:52.811724 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:28:52.965423 tst mo_mt_call.py: using LAC 26490\u000a06:28:53.086763 tst mo_mt_call.py: using RAC 225\u000a06:28:53.208789 tst mo_mt_call.py: using CellId 26490\u000a06:28:53.330357 tst mo_mt_call.py: using BVCI 26491\u000a06:28:53.354376 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:53.366140 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:53.377496 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:53.388803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:53.400268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:28:53.411696 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:28:53.526857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:28:53.732906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:28:54.231743 run create_hlr_db(pid=4714): Launched\u000a06:28:54.411538 bus /sierra_2: Setting Powered False\u000a06:28:55.432418 run create_hlr_db(pid=4714): Terminated: ok {rc=0}\u000a06:28:55.824456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Launched\u000a06:28:56.115976 run osmo-hlr_10.42.42.2(pid=4717): Launched\u000a06:28:56.222725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:28:56.730035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Launched\u000a06:28:57.021569 run osmo-stp_10.42.42.5(pid=4720): Launched\u000a06:28:57.129353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:28:57.662826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Launched\u000a06:28:57.955717 run osmo-msc_10.42.42.6(pid=4723): Launched\u000a06:28:58.129562 run osmo-stp_10.42.42.5(pid=4720): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)]\u000a06:28:58.254652 run osmo-stp_10.42.42.5(pid=4720): stdout: \u000a| (launched: 2022-12-10_06:28:56.877985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:58.377086 run osmo-stp_10.42.42.5(pid=4720): stderr: \u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062857046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:58.494813 run osmo-stp_10.42.42.5(pid=4720): stdout: \u000a| (launched: 2022-12-10_06:28:56.877985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:28:58.610917 run osmo-stp_10.42.42.5(pid=4720): stderr: \u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062857045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062857046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062857048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:28:58.662302 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4720): Process ended prematurely: osmo-stp_10.42.42.5(pid=4720) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4720)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:28:58.670973 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a06:28:58.729743 run osmo-hlr_10.42.42.2(pid=4717): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4717)]\u000a06:28:58.777442 run osmo-hlr_10.42.42.2(pid=4717): stdout: \u000a| (launched: 2022-12-10_06:28:55.971713) \u000a06:28:58.826529 run osmo-hlr_10.42.42.2(pid=4717): stderr: \u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062856147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062856160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062856169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062856170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062856170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:28:58.892536 run osmo-msc_10.42.42.6(pid=4723): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4723)]\u000a06:28:58.940378 run osmo-msc_10.42.42.6(pid=4723): stdout: \u000a| (launched: 2022-12-10_06:28:57.810850) \u000a06:28:58.988655 run osmo-msc_10.42.42.6(pid=4723): stderr: \u000a| �[0;m�[38;5;43m20221210062858082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062858084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabce116c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062858084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062858084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062858086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062858086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062858087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062858087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:28:59.029345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Terminating (SIGTERM)\u000a06:28:59.067971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Terminating (SIGTERM)\u000a06:28:59.107325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Terminating (SIGTERM)\u000a06:28:59.116587 --- ParallelTerminationStrategy: PID 4716 died...\u000a06:28:59.168792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4716): Terminated: ok {rc=0}\u000a06:28:59.178152 --- ParallelTerminationStrategy: PID 4719 died...\u000a06:28:59.229629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4719): Terminated: ok {rc=0}\u000a06:28:59.239117 --- ParallelTerminationStrategy: PID 4722 died...\u000a06:28:59.291125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4722): Terminated: ok {rc=0}\u000a06:28:59.377478 bus /sierra_3: Setting Powered False\u000a06:29:00.478072 bus /sierra_3: Setting Powered False\u000a06:29:01.582527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:29:02.693888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:02.705898 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:29:02.855564 tst mo_mt_call_osmux.py: using LAC 26491\u000a06:29:02.978020 tst mo_mt_call_osmux.py: using RAC 226\u000a06:29:03.102435 tst mo_mt_call_osmux.py: using CellId 26491\u000a06:29:03.225153 tst mo_mt_call_osmux.py: using BVCI 26492\u000a06:29:03.248859 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:03.260473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:03.271873 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:03.283269 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:03.294846 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:29:03.306379 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:03.420556 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:29:03.615457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:04.075982 run create_hlr_db(pid=4725): Launched\u000a06:29:04.243526 bus /sierra_2: Setting Powered False\u000a06:29:05.277470 run create_hlr_db(pid=4725): Terminated: ok {rc=0}\u000a06:29:05.693488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Launched\u000a06:29:06.006048 run osmo-hlr_10.42.42.2(pid=4728): Launched\u000a06:29:06.125931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:06.670248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Launched\u000a06:29:06.982912 run osmo-stp_10.42.42.5(pid=4731): Launched\u000a06:29:07.096376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:07.670369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Launched\u000a06:29:07.984316 run osmo-msc_10.42.42.6(pid=4734): Launched\u000a06:29:08.169530 run osmo-stp_10.42.42.5(pid=4731): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)]\u000a06:29:08.302442 run osmo-stp_10.42.42.5(pid=4731): stdout: \u000a| (launched: 2022-12-10_06:29:06.828900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:08.434823 run osmo-stp_10.42.42.5(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221210062907018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062907019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:08.560489 run osmo-stp_10.42.42.5(pid=4731): stdout: \u000a| (launched: 2022-12-10_06:29:06.828900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:08.684594 run osmo-stp_10.42.42.5(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221210062907018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062907019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062907019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062907020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:08.739972 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4731): Process ended prematurely: osmo-stp_10.42.42.5(pid=4731) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4731)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:29:08.749055 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:29:08.810409 run osmo-hlr_10.42.42.2(pid=4728): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4728)]\u000a06:29:08.860753 run osmo-hlr_10.42.42.2(pid=4728): stdout: \u000a| (launched: 2022-12-10_06:29:05.852561) \u000a06:29:08.911888 run osmo-hlr_10.42.42.2(pid=4728): stderr: \u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062906050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062906062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062906070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:08.981057 run osmo-msc_10.42.42.6(pid=4734): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4734)]\u000a06:29:09.031166 run osmo-msc_10.42.42.6(pid=4734): stdout: \u000a| (launched: 2022-12-10_06:29:07.829070) \u000a06:29:09.082205 run osmo-msc_10.42.42.6(pid=4734): stderr: \u000a| �[0;m�[38;5;43m20221210062908151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062908151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c12b79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062908151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062908151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062908151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062908152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062908153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062908154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:09.127512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminating (SIGTERM)\u000a06:29:09.166712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminating (SIGTERM)\u000a06:29:09.206352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminating (SIGTERM)\u000a06:29:09.215997 --- ParallelTerminationStrategy: PID 4727 died...\u000a06:29:09.268238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4727): Terminated: ok {rc=0}\u000a06:29:09.278300 --- ParallelTerminationStrategy: PID 4730 died...\u000a06:29:09.331499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4730): Terminated: ok {rc=0}\u000a06:29:09.340845 --- ParallelTerminationStrategy: PID 4733 died...\u000a06:29:09.394117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4733): Terminated: ok {rc=0}\u000a06:29:09.480514 bus /sierra_3: Setting Powered False\u000a06:29:10.584749 bus /sierra_3: Setting Powered False\u000a06:29:11.693129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:29:13.661619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:13.673149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:29:13.824442 tst mo_mt_call.py: using LAC 26492\u000a06:29:13.946986 tst mo_mt_call.py: using RAC 227\u000a06:29:14.069154 tst mo_mt_call.py: using CellId 26492\u000a06:29:14.193628 tst mo_mt_call.py: using BVCI 26493\u000a06:29:14.217576 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:14.229132 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:14.240415 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:14.251708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:14.263196 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:14.274542 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:14.388126 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:14.585271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:15.045903 run create_hlr_db(pid=4740): Launched\u000a06:29:15.213571 bus /sierra_2: Setting Powered False\u000a06:29:16.236703 run create_hlr_db(pid=4740): Terminated: ok {rc=0}\u000a06:29:16.670200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Launched\u000a06:29:17.067085 run osmo-hlr_10.42.42.2(pid=4743): Launched\u000a06:29:17.253154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:17.798393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Launched\u000a06:29:18.112110 run osmo-stp_10.42.42.5(pid=4746): Launched\u000a06:29:18.226834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:18.799539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Launched\u000a06:29:19.112793 run osmo-msc_10.42.42.6(pid=4749): Launched\u000a06:29:19.298172 run osmo-stp_10.42.42.5(pid=4746): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)]\u000a06:29:19.431201 run osmo-stp_10.42.42.5(pid=4746): stdout: \u000a| (launched: 2022-12-10_06:29:17.957965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:19.564265 run osmo-stp_10.42.42.5(pid=4746): stderr: \u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062918151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:19.690035 run osmo-stp_10.42.42.5(pid=4746): stdout: \u000a| (launched: 2022-12-10_06:29:17.957965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:19.814809 run osmo-stp_10.42.42.5(pid=4746): stderr: \u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062918151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062918151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062918152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:19.870164 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4746): Process ended prematurely: osmo-stp_10.42.42.5(pid=4746) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4746)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:29:19.879343 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:29:19.940320 run osmo-hlr_10.42.42.2(pid=4743): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4743)]\u000a06:29:19.990638 run osmo-hlr_10.42.42.2(pid=4743): stdout: \u000a| (launched: 2022-12-10_06:29:16.821227) \u000a06:29:20.041534 run osmo-hlr_10.42.42.2(pid=4743): stderr: \u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062917165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062917182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062917198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062917199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062917199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:20.111087 run osmo-msc_10.42.42.6(pid=4749): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4749)]\u000a06:29:20.161628 run osmo-msc_10.42.42.6(pid=4749): stdout: \u000a| (launched: 2022-12-10_06:29:18.958729) \u000a06:29:20.212883 run osmo-msc_10.42.42.6(pid=4749): stderr: \u000a| �[0;m�[38;5;43m20221210062919281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062919281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e3458ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062919282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062919282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062919285 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062919285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:20.256060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminating (SIGTERM)\u000a06:29:20.296889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminating (SIGTERM)\u000a06:29:20.337956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Terminating (SIGTERM)\u000a06:29:20.347549 --- ParallelTerminationStrategy: PID 4742 died...\u000a06:29:20.402315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4742): Terminated: ok {rc=0}\u000a06:29:20.412170 --- ParallelTerminationStrategy: PID 4745 died...\u000a06:29:20.466743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4745): Terminated: ok {rc=0}\u000a06:29:20.476523 --- ParallelTerminationStrategy: PID 4748 died...\u000a06:29:20.531401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4748): Terminated: ok {rc=0}\u000a06:29:20.616541 bus /sierra_3: Setting Powered False\u000a06:29:21.721492 bus /sierra_3: Setting Powered False\u000a06:29:22.827697 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:29:23.939213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:23.951438 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:29:24.097303 tst mo_mt_call_osmux.py: using LAC 26493\u000a06:29:24.211923 tst mo_mt_call_osmux.py: using RAC 228\u000a06:29:24.327024 tst mo_mt_call_osmux.py: using CellId 26493\u000a06:29:24.444580 tst mo_mt_call_osmux.py: using BVCI 26494\u000a06:29:24.466813 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:24.477936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:24.488885 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:24.500221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:24.511221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:29:24.522328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:24.640864 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:29:24.838045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:25.299422 run create_hlr_db(pid=4751): Launched\u000a06:29:25.466538 bus /sierra_2: Setting Powered False\u000a06:29:26.488406 run create_hlr_db(pid=4751): Terminated: ok {rc=0}\u000a06:29:26.877512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Launched\u000a06:29:27.170189 run osmo-hlr_10.42.42.2(pid=4754): Launched\u000a06:29:27.280573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:27.795657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Launched\u000a06:29:28.088233 run osmo-stp_10.42.42.5(pid=4757): Launched\u000a06:29:28.195860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:28.736389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Launched\u000a06:29:29.029972 run osmo-msc_10.42.42.6(pid=4760): Launched\u000a06:29:29.203292 run osmo-stp_10.42.42.5(pid=4757): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]\u000a06:29:29.328606 run osmo-stp_10.42.42.5(pid=4757): stdout: \u000a| (launched: 2022-12-10_06:29:27.943444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:29.451515 run osmo-stp_10.42.42.5(pid=4757): stderr: \u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062928114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:29.569836 run osmo-stp_10.42.42.5(pid=4757): stdout: \u000a| (launched: 2022-12-10_06:29:27.943444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:29.686718 run osmo-stp_10.42.42.5(pid=4757): stderr: \u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062928113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062928114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062928114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:29.738524 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:29:29.747035 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a06:29:29.805548 run osmo-hlr_10.42.42.2(pid=4754): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4754)]\u000a06:29:29.853530 run osmo-hlr_10.42.42.2(pid=4754): stdout: \u000a| (launched: 2022-12-10_06:29:27.025613) \u000a06:29:29.902437 run osmo-hlr_10.42.42.2(pid=4754): stderr: \u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062927199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062927211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062927220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:29.967831 run osmo-msc_10.42.42.6(pid=4760): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4760)]\u000a06:29:30.015593 run osmo-msc_10.42.42.6(pid=4760): stdout: \u000a| (launched: 2022-12-10_06:29:28.884867) \u000a06:29:30.064036 run osmo-msc_10.42.42.6(pid=4760): stderr: \u000a| �[0;m�[38;5;43m20221210062929155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062929155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55a96e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062929155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062929155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062929155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062929156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062929157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062929158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:30.105235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminating (SIGTERM)\u000a06:29:30.144023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminating (SIGTERM)\u000a06:29:30.182687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Terminating (SIGTERM)\u000a06:29:30.191883 --- ParallelTerminationStrategy: PID 4753 died...\u000a06:29:30.244069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminated: ok {rc=0}\u000a06:29:30.253729 --- ParallelTerminationStrategy: PID 4756 died...\u000a06:29:30.305561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminated: ok {rc=0}\u000a06:29:30.315074 --- ParallelTerminationStrategy: PID 4759 died...\u000a06:29:30.366935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4759): Terminated: ok {rc=0}\u000a06:29:30.449641 bus /sierra_3: Setting Powered False\u000a06:29:31.554131 bus /sierra_3: Setting Powered False\u000a06:29:32.664506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:29:34.625719 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:34.637632 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:29:34.785843 tst mo_mt_call.py: using LAC 26494\u000a06:29:34.907788 tst mo_mt_call.py: using RAC 229\u000a06:29:35.029831 tst mo_mt_call.py: using CellId 26494\u000a06:29:35.154198 tst mo_mt_call.py: using BVCI 26495\u000a06:29:35.178197 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:35.189854 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:35.201386 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:35.212821 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:35.224366 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:35.235723 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:29:35.348311 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:29:35.553749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:36.051365 run create_hlr_db(pid=4765): Launched\u000a06:29:36.232120 bus /sierra_2: Setting Powered False\u000a06:29:37.252465 run create_hlr_db(pid=4765): Terminated: ok {rc=0}\u000a06:29:37.668802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Launched\u000a06:29:37.980668 run osmo-hlr_10.42.42.2(pid=4768): Launched\u000a06:29:38.096815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:38.640564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Launched\u000a06:29:38.953595 run osmo-stp_10.42.42.5(pid=4771): Launched\u000a06:29:39.067320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:39.640888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Launched\u000a06:29:39.954628 run osmo-msc_10.42.42.6(pid=4774): Launched\u000a06:29:40.139129 run osmo-stp_10.42.42.5(pid=4771): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)]\u000a06:29:40.272039 run osmo-stp_10.42.42.5(pid=4771): stdout: \u000a| (launched: 2022-12-10_06:29:38.799748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:40.405301 run osmo-stp_10.42.42.5(pid=4771): stderr: \u000a| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062938991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062938991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:40.530751 run osmo-stp_10.42.42.5(pid=4771): stdout: \u000a| (launched: 2022-12-10_06:29:38.799748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:40.654804 run osmo-stp_10.42.42.5(pid=4771): stderr: \u000a| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062938990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062938991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062938991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062938991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:40.709961 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4771): Process ended prematurely: osmo-stp_10.42.42.5(pid=4771) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4771)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:29:40.718976 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:29:40.780127 run osmo-hlr_10.42.42.2(pid=4768): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4768)]\u000a06:29:40.830309 run osmo-hlr_10.42.42.2(pid=4768): stdout: \u000a| (launched: 2022-12-10_06:29:37.827447) \u000a06:29:40.881328 run osmo-hlr_10.42.42.2(pid=4768): stderr: \u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062938023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062938036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062938045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:40.950513 run osmo-msc_10.42.42.6(pid=4774): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4774)]\u000a06:29:41.000591 run osmo-msc_10.42.42.6(pid=4774): stdout: \u000a| (launched: 2022-12-10_06:29:39.799814) \u000a06:29:41.051647 run osmo-msc_10.42.42.6(pid=4774): stderr: \u000a| �[0;m�[38;5;43m20221210062940121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062940122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d08d65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062940122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062940122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062940124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062940124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:41.094297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Terminating (SIGTERM)\u000a06:29:41.135122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Terminating (SIGTERM)\u000a06:29:41.175680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Terminating (SIGTERM)\u000a06:29:41.185254 --- ParallelTerminationStrategy: PID 4767 died...\u000a06:29:41.239588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4767): Terminated: ok {rc=0}\u000a06:29:41.249427 --- ParallelTerminationStrategy: PID 4770 died...\u000a06:29:41.303440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4770): Terminated: ok {rc=0}\u000a06:29:41.313232 --- ParallelTerminationStrategy: PID 4773 died...\u000a06:29:41.367355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4773): Terminated: ok {rc=0}\u000a06:29:41.452328 bus /sierra_3: Setting Powered False\u000a06:29:42.553812 bus /sierra_3: Setting Powered False\u000a06:29:43.662962 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:29:44.769227 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:44.780912 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:29:44.924857 tst mo_mt_call_osmux.py: using LAC 26495\u000a06:29:45.038961 tst mo_mt_call_osmux.py: using RAC 230\u000a06:29:45.155687 tst mo_mt_call_osmux.py: using CellId 26495\u000a06:29:45.272597 tst mo_mt_call_osmux.py: using BVCI 26496\u000a06:29:45.294685 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:45.305739 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:45.316570 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:45.327769 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:45.338942 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:29:45.350126 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:29:45.466026 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:29:45.663704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:46.215945 run create_hlr_db(pid=4776): Launched\u000a06:29:46.402636 bus /sierra_2: Setting Powered False\u000a06:29:47.416662 run create_hlr_db(pid=4776): Terminated: ok {rc=0}\u000a06:29:47.815390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Launched\u000a06:29:48.108274 run osmo-hlr_10.42.42.2(pid=4779): Launched\u000a06:29:48.220643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:48.736791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Launched\u000a06:29:49.028578 run osmo-stp_10.42.42.5(pid=4782): Launched\u000a06:29:49.134846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:29:49.669762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Launched\u000a06:29:49.961956 run osmo-msc_10.42.42.6(pid=4785): Launched\u000a06:29:50.134320 run osmo-stp_10.42.42.5(pid=4782): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)]\u000a06:29:50.259164 run osmo-stp_10.42.42.5(pid=4782): stdout: \u000a| (launched: 2022-12-10_06:29:48.884593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:50.381368 run osmo-stp_10.42.42.5(pid=4782): stderr: \u000a| �[0;m�[38;5;43m20221210062949053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062949054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:50.499123 run osmo-stp_10.42.42.5(pid=4782): stdout: \u000a| (launched: 2022-12-10_06:29:48.884593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:29:50.615566 run osmo-stp_10.42.42.5(pid=4782): stderr: \u000a| �[0;m�[38;5;43m20221210062949053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062949054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062949054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062949055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:29:50.667406 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4782): Process ended prematurely: osmo-stp_10.42.42.5(pid=4782) [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4782)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:29:50.676041 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:29:50.735180 run osmo-hlr_10.42.42.2(pid=4779): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4779)]\u000a06:29:50.783264 run osmo-hlr_10.42.42.2(pid=4779): stdout: \u000a| (launched: 2022-12-10_06:29:47.963997) \u000a06:29:50.831980 run osmo-hlr_10.42.42.2(pid=4779): stderr: \u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062948138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062948151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062948161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:29:50.897997 run osmo-msc_10.42.42.6(pid=4785): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4785)]\u000a06:29:50.945988 run osmo-msc_10.42.42.6(pid=4785): stdout: \u000a| (launched: 2022-12-10_06:29:49.817280) \u000a06:29:50.994725 run osmo-msc_10.42.42.6(pid=4785): stderr: \u000a| �[0;m�[38;5;43m20221210062950091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210062950091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f409c97ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210062950091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210062950091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210062950092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210062950092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210062950094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210062950094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:29:51.035521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Terminating (SIGTERM)\u000a06:29:51.074350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Terminating (SIGTERM)\u000a06:29:51.113662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Terminating (SIGTERM)\u000a06:29:51.122947 --- ParallelTerminationStrategy: PID 4778 died...\u000a06:29:51.174961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4778): Terminated: ok {rc=0}\u000a06:29:51.184715 --- ParallelTerminationStrategy: PID 4781 died...\u000a06:29:51.236918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4781): Terminated: ok {rc=0}\u000a06:29:51.246605 --- ParallelTerminationStrategy: PID 4784 died...\u000a06:29:51.298979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4784): Terminated: ok {rc=0}\u000a06:29:51.384508 bus /sierra_3: Setting Powered False\u000a06:29:52.485283 bus /sierra_3: Setting Powered False\u000a06:29:53.594550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:29:55.551539 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:55.562700 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:29:55.709780 tst mo_mt_call.py: using LAC 26496\u000a06:29:55.823174 tst mo_mt_call.py: using RAC 231\u000a06:29:55.936211 tst mo_mt_call.py: using CellId 26496\u000a06:29:56.049349 tst mo_mt_call.py: using BVCI 26497\u000a06:29:56.071631 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:56.082794 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:56.093965 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:56.105393 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:56.116735 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:29:56.128394 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:29:56.245471 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:29:56.443055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:29:56.904552 run create_hlr_db(pid=4790): Launched\u000a06:29:57.071821 bus /sierra_2: Setting Powered False\u000a06:29:58.094489 run create_hlr_db(pid=4790): Terminated: ok {rc=0}\u000a06:29:58.512682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Launched\u000a06:29:58.827199 run osmo-hlr_10.42.42.2(pid=4793): Launched\u000a06:29:58.942038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:29:59.488912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Launched\u000a06:29:59.803075 run osmo-stp_10.42.42.5(pid=4796): Launched\u000a06:29:59.916458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:00.493974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Launched\u000a06:30:00.806200 run osmo-msc_10.42.42.6(pid=4799): Launched\u000a06:30:01.078783 run osmo-stp_10.42.42.5(pid=4796): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)]\u000a06:30:01.387610 run osmo-stp_10.42.42.5(pid=4796): stdout: \u000a| (launched: 2022-12-10_06:29:59.648791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:01.616691 run osmo-stp_10.42.42.5(pid=4796): stderr: \u000a| �[0;m�[38;5;43m20221210062959839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062959840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:01.753329 run osmo-stp_10.42.42.5(pid=4796): stdout: \u000a| (launched: 2022-12-10_06:29:59.648791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:01.927078 run osmo-stp_10.42.42.5(pid=4796): stderr: \u000a| �[0;m�[38;5;43m20221210062959839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210062959840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210062959840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210062959841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:02.004250 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4796): Process ended prematurely: osmo-stp_10.42.42.5(pid=4796) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4796)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:30:02.019643 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:30:02.094833 run osmo-hlr_10.42.42.2(pid=4793): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4793)]\u000a06:30:02.149672 run osmo-hlr_10.42.42.2(pid=4793): stdout: \u000a| (launched: 2022-12-10_06:29:58.672701) \u000a06:30:02.202151 run osmo-hlr_10.42.42.2(pid=4793): stderr: \u000a| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210062958870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210062958871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210062958885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210062958893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:02.271361 run osmo-msc_10.42.42.6(pid=4799): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4799)]\u000a06:30:02.330566 run osmo-msc_10.42.42.6(pid=4799): stdout: \u000a| (launched: 2022-12-10_06:30:00.652942) \u000a06:30:02.396857 run osmo-msc_10.42.42.6(pid=4799): stderr: \u000a| �[0;m�[38;5;43m20221210063001138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063001138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3d0687c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063001139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063001139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063001151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063001152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:02.453435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Terminating (SIGTERM)\u000a06:30:02.503466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Terminating (SIGTERM)\u000a06:30:02.557108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Terminating (SIGTERM)\u000a06:30:02.569265 --- ParallelTerminationStrategy: PID 4792 died...\u000a06:30:02.640525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4792): Terminated: ok {rc=0}\u000a06:30:02.652570 --- ParallelTerminationStrategy: PID 4795 died...\u000a06:30:02.721681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4795): Terminated: ok {rc=0}\u000a06:30:02.735334 --- ParallelTerminationStrategy: PID 4798 died...\u000a06:30:02.805828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4798): Terminated: ok {rc=0}\u000a06:30:02.896393 bus /sierra_3: Setting Powered False\u000a06:30:03.997852 bus /sierra_3: Setting Powered False\u000a06:30:05.107205 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:30:06.214263 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.226231 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:30:06.371350 tst mo_mt_call_osmux.py: using LAC 26497\u000a06:30:06.493709 tst mo_mt_call_osmux.py: using RAC 232\u000a06:30:06.612702 tst mo_mt_call_osmux.py: using CellId 26497\u000a06:30:06.729095 tst mo_mt_call_osmux.py: using BVCI 26498\u000a06:30:06.751399 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.762630 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.773719 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.784879 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.796105 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:30:06.807230 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:06.922223 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:30:07.130217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:07.631735 run create_hlr_db(pid=4811): Launched\u000a06:30:07.811991 bus /sierra_2: Setting Powered False\u000a06:30:08.833186 run create_hlr_db(pid=4811): Terminated: ok {rc=0}\u000a06:30:09.249812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Launched\u000a06:30:09.562734 run osmo-hlr_10.42.42.2(pid=4814): Launched\u000a06:30:09.681276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:10.229172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Launched\u000a06:30:10.543668 run osmo-stp_10.42.42.5(pid=4817): Launched\u000a06:30:10.658735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:11.234608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Launched\u000a06:30:11.549021 run osmo-msc_10.42.42.6(pid=4820): Launched\u000a06:30:11.734679 run osmo-stp_10.42.42.5(pid=4817): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)]\u000a06:30:11.868476 run osmo-stp_10.42.42.5(pid=4817): stdout: \u000a| (launched: 2022-12-10_06:30:10.388847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:12.002144 run osmo-stp_10.42.42.5(pid=4817): stderr: \u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063010582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:12.128611 run osmo-stp_10.42.42.5(pid=4817): stdout: \u000a| (launched: 2022-12-10_06:30:10.388847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:12.256828 run osmo-stp_10.42.42.5(pid=4817): stderr: \u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063010581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063010582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063010584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:12.313863 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4817): Process ended prematurely: osmo-stp_10.42.42.5(pid=4817) [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4817)] [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:30:12.323387 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:30:12.385763 run osmo-hlr_10.42.42.2(pid=4814): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4814)]\u000a06:30:12.437010 run osmo-hlr_10.42.42.2(pid=4814): stdout: \u000a| (launched: 2022-12-10_06:30:09.409040) \u000a06:30:12.488863 run osmo-hlr_10.42.42.2(pid=4814): stderr: \u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063009607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063009620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063009630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:12.560386 run osmo-msc_10.42.42.6(pid=4820): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4820)]\u000a06:30:12.613295 run osmo-msc_10.42.42.6(pid=4820): stdout: \u000a| (launched: 2022-12-10_06:30:11.394348) \u000a06:30:12.665823 run osmo-msc_10.42.42.6(pid=4820): stderr: \u000a| �[0;m�[38;5;43m20221210063011716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063011716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb2be31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063011716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063011716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063011716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063011718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:12.710681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Terminating (SIGTERM)\u000a06:30:12.754997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Terminating (SIGTERM)\u000a06:30:12.796389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Terminating (SIGTERM)\u000a06:30:12.805964 --- ParallelTerminationStrategy: PID 4813 died...\u000a06:30:12.861356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4813): Terminated: ok {rc=0}\u000a06:30:12.871700 --- ParallelTerminationStrategy: PID 4816 died...\u000a06:30:12.927783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4816): Terminated: ok {rc=0}\u000a06:30:12.938179 --- ParallelTerminationStrategy: PID 4819 died...\u000a06:30:12.993562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4819): Terminated: ok {rc=0}\u000a06:30:13.081862 bus /sierra_3: Setting Powered False\u000a06:30:14.189789 bus /sierra_3: Setting Powered False\u000a06:30:15.298318 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:30:17.324586 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.335822 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:17.467067 tst emergency_mo_mt_call.py: using LAC 26498\u000a06:30:17.586014 tst emergency_mo_mt_call.py: using RAC 233\u000a06:30:17.705415 tst emergency_mo_mt_call.py: using CellId 26498\u000a06:30:17.827622 tst emergency_mo_mt_call.py: using BVCI 26499\u000a06:30:17.851052 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.862149 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.873142 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.884061 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.895012 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:17.905902 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:18.019466 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:18.221221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:18.713925 run create_hlr_db(pid=5176): Launched\u000a06:30:18.892096 bus /sierra_2: Setting Powered False\u000a06:30:19.912851 run create_hlr_db(pid=5176): Terminated: ok {rc=0}\u000a06:30:20.324063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Launched\u000a06:30:20.631211 run osmo-hlr_10.42.42.2(pid=5179): Launched\u000a06:30:20.749096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:21.283885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Launched\u000a06:30:21.590202 run osmo-stp_10.42.42.5(pid=5182): Launched\u000a06:30:21.713113 tst emergency_mo_mt_call.py: using MSISDN 7586\u000a06:30:21.865151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:22.427749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Launched\u000a06:30:22.767980 run osmo-msc_10.42.42.6(pid=5190): Launched\u000a06:30:23.045681 run osmo-stp_10.42.42.5(pid=5182): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)]\u000a06:30:23.224850 run osmo-stp_10.42.42.5(pid=5182): stdout: \u000a| (launched: 2022-12-10_06:30:21.438961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:23.390084 run osmo-stp_10.42.42.5(pid=5182): stderr: \u000a| �[0;m�[38;5;43m20221210063021628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063021629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063021631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:23.573914 run osmo-stp_10.42.42.5(pid=5182): stdout: \u000a| (launched: 2022-12-10_06:30:21.438961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:23.699282 run osmo-stp_10.42.42.5(pid=5182): stderr: \u000a| �[0;m�[38;5;43m20221210063021628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063021629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063021629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063021631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063021632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:23.757845 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5182): Process ended prematurely: osmo-stp_10.42.42.5(pid=5182) [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5182)] [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a06:30:23.767639 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a06:30:23.830574 run osmo-hlr_10.42.42.2(pid=5179): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5179)]\u000a06:30:23.881940 run osmo-hlr_10.42.42.2(pid=5179): stdout: \u000a| (launched: 2022-12-10_06:30:20.480000) \u000a06:30:23.934017 run osmo-hlr_10.42.42.2(pid=5179): stderr: \u000a| �[0;m�[1;31m20221210063020676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063020676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063020677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063020689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063020698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063020699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063020699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:24.005462 run osmo-msc_10.42.42.6(pid=5190): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5190)]\u000a06:30:24.057426 run osmo-msc_10.42.42.6(pid=5190): stdout: \u000a| (launched: 2022-12-10_06:30:22.585212) \u000a06:30:24.110055 run osmo-msc_10.42.42.6(pid=5190): stderr: \u000a| �[0;m�[38;5;43m20221210063023115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063023115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59dc32fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063023115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063023115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063023117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063023118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:24.155357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminating (SIGTERM)\u000a06:30:24.200339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminating (SIGTERM)\u000a06:30:24.245466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Terminating (SIGTERM)\u000a06:30:24.256139 --- ParallelTerminationStrategy: PID 5178 died...\u000a06:30:24.314227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5178): Terminated: ok {rc=0}\u000a06:30:24.325374 --- ParallelTerminationStrategy: PID 5181 died...\u000a06:30:24.381968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5181): Terminated: ok {rc=0}\u000a06:30:24.392780 --- ParallelTerminationStrategy: PID 5184 died...\u000a06:30:24.449546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5184): Terminated: ok {rc=0}\u000a06:30:24.539159 bus /sierra_3: Setting Powered False\u000a06:30:25.642041 bus /sierra_3: Setting Powered False\u000a06:30:26.753736 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:30:27.809669 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:27.822767 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:27.958001 tst emergency_preemptive_call.py: using LAC 26499\u000a06:30:28.078806 tst emergency_preemptive_call.py: using RAC 234\u000a06:30:28.205867 tst emergency_preemptive_call.py: using CellId 26499\u000a06:30:28.331557 tst emergency_preemptive_call.py: using BVCI 26500\u000a06:30:28.356386 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:28.368622 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:28.380604 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:28.392939 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:28.405093 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a06:30:28.417297 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:28.540749 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:28.666639 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:28.789783 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:28.988069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:29.442121 run create_hlr_db(pid=5363): Launched\u000a06:30:29.608220 bus /sierra_2: Setting Powered False\u000a06:30:30.630142 run create_hlr_db(pid=5363): Terminated: ok {rc=0}\u000a06:30:31.069574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Launched\u000a06:30:31.490744 run osmo-hlr_10.42.42.2(pid=5366): Launched\u000a06:30:31.724492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:32.277265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Launched\u000a06:30:32.585677 run osmo-stp_10.42.42.5(pid=5369): Launched\u000a06:30:32.710449 tst emergency_preemptive_call.py: using MSISDN 7587\u000a06:30:32.865599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:30:33.429229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Launched\u000a06:30:33.736894 run osmo-msc_10.42.42.6(pid=5372): Launched\u000a06:30:33.918915 run osmo-stp_10.42.42.5(pid=5369): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)]\u000a06:30:34.050332 run osmo-stp_10.42.42.5(pid=5369): stdout: \u000a| (launched: 2022-12-10_06:30:32.433532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:34.180680 run osmo-stp_10.42.42.5(pid=5369): stderr: \u000a| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063032624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063032624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063032624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:34.304478 run osmo-stp_10.42.42.5(pid=5369): stdout: \u000a| (launched: 2022-12-10_06:30:32.433532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:34.427189 run osmo-stp_10.42.42.5(pid=5369): stderr: \u000a| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063032624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063032624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063032624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:34.481457 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5369): Process ended prematurely: osmo-stp_10.42.42.5(pid=5369) [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5369)] [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a06:30:34.490008 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a06:30:34.551473 run osmo-hlr_10.42.42.2(pid=5366): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5366)]\u000a06:30:34.601738 run osmo-hlr_10.42.42.2(pid=5366): stdout: \u000a| (launched: 2022-12-10_06:30:31.230714) \u000a06:30:34.652788 run osmo-hlr_10.42.42.2(pid=5366): stderr: \u000a| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063031527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063031528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063031551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063031561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:34.722267 run osmo-msc_10.42.42.6(pid=5372): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5372)]\u000a06:30:34.772812 run osmo-msc_10.42.42.6(pid=5372): stdout: \u000a| (launched: 2022-12-10_06:30:33.585728) \u000a06:30:34.824024 run osmo-msc_10.42.42.6(pid=5372): stderr: \u000a| �[0;m�[38;5;43m20221210063033907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063033907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff01886c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063033907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063033907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063033911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063033912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:30:34.867288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Terminating (SIGTERM)\u000a06:30:34.908342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Terminating (SIGTERM)\u000a06:30:34.949471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminating (SIGTERM)\u000a06:30:34.959002 --- ParallelTerminationStrategy: PID 5365 died...\u000a06:30:35.013947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5365): Terminated: ok {rc=0}\u000a06:30:35.023916 --- ParallelTerminationStrategy: PID 5368 died...\u000a06:30:35.078473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5368): Terminated: ok {rc=0}\u000a06:30:35.088385 --- ParallelTerminationStrategy: PID 5371 died...\u000a06:30:35.142870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminated: ok {rc=0}\u000a06:30:35.229145 bus /sierra_9: Setting Powered False\u000a06:30:36.331758 bus /sierra_9: Setting Powered False\u000a06:30:37.440664 bus /sierra_8: Setting Powered False\u000a06:30:38.544536 bus /sierra_8: Setting Powered False\u000a06:30:39.649759 bus /sierra_3: Setting Powered False\u000a06:30:40.749568 bus /sierra_3: Setting Powered False\u000a06:30:41.856508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:30:17" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:30:43.934986 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:43.945547 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:44.069311 tst cs_paging_gprs_active.py: using LAC 26500\u000a06:30:44.183795 tst cs_paging_gprs_active.py: using RAC 235\u000a06:30:44.301236 tst cs_paging_gprs_active.py: using CellId 26500\u000a06:30:44.416267 tst cs_paging_gprs_active.py: using BVCI 26501\u000a06:30:44.438906 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.449622 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.459836 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.470560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.480935 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.491529 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.502650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.513283 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:44.524016 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:44.641526 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:44.911764 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:30:45.033142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:30:45.337263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Launched\u000a06:30:45.589837 run iperf3-srv_10.42.42.10(pid=5380): Launched\u000a06:30:45.767309 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:30:45.907781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:30:46.238493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Launched\u000a06:30:46.510154 run iperf3-srv_10.42.42.10(pid=5382): Launched\u000a06:30:46.692043 tst cs_paging_gprs_active.py:38: start network...\u000a06:30:46.816779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:47.318896 run create_hlr_db(pid=5383): Launched\u000a06:30:47.500558 bus /sierra_2: Setting Powered False\u000a06:30:48.521728 run create_hlr_db(pid=5383): Terminated: ok {rc=0}\u000a06:30:48.939722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Launched\u000a06:30:49.255199 run osmo-hlr_10.42.42.2(pid=5386): Launched\u000a06:30:49.370522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:30:49.917529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Launched\u000a06:30:50.233171 run osmo-stp_10.42.42.5(pid=5389): Launched\u000a06:30:50.348370 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:30:50.898004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Launched\u000a06:30:51.010673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:30:51.286814 run patchelf(pid=5392): Launched\u000a06:30:51.471854 run osmo-stp_10.42.42.5(pid=5389): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)]\u000a06:30:51.606961 run osmo-stp_10.42.42.5(pid=5389): stdout: \u000a| (launched: 2022-12-10_06:30:50.077711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:51.742178 run osmo-stp_10.42.42.5(pid=5389): stderr: \u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063050269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:51.872772 run osmo-stp_10.42.42.5(pid=5389): stdout: \u000a| (launched: 2022-12-10_06:30:50.077711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:30:52.002316 run osmo-stp_10.42.42.5(pid=5389): stderr: \u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063050268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063050269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063050271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:30:52.152740 run patchelf(pid=5392): Terminating (SIGINT)\u000a06:30:52.329982 run patchelf(pid=5392): Terminated: ok {rc=0}\u000a06:30:52.362663 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5389): Process ended prematurely: osmo-stp_10.42.42.5(pid=5389) [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5389)] [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a06:30:52.372532 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:30:52.434243 run osmo-hlr_10.42.42.2(pid=5386): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5386)]\u000a06:30:52.484562 run osmo-hlr_10.42.42.2(pid=5386): stdout: \u000a| (launched: 2022-12-10_06:30:49.099309) \u000a06:30:52.535597 run osmo-hlr_10.42.42.2(pid=5386): stderr: \u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063049298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063049312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063049320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063049320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063049321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:30:52.579282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Terminating (SIGTERM)\u000a06:30:52.620337 run iperf3-srv_10.42.42.10(pid=5380): Terminating (SIGTERM)\u000a06:30:52.661529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Terminating (SIGTERM)\u000a06:30:52.702490 run iperf3-srv_10.42.42.10(pid=5382): Terminating (SIGTERM)\u000a06:30:52.743768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Terminating (SIGTERM)\u000a06:30:52.784912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Terminating (SIGTERM)\u000a06:30:52.825988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Terminating (SIGTERM)\u000a06:30:52.835643 --- ParallelTerminationStrategy: PID 5379 died...\u000a06:30:52.890612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5379): Terminated: ok {rc=0}\u000a06:30:52.900610 --- ParallelTerminationStrategy: PID 5380 died...\u000a06:30:52.955339 run iperf3-srv_10.42.42.10(pid=5380): Terminated {rc=256}\u000a06:30:52.965225 --- ParallelTerminationStrategy: PID 5381 died...\u000a06:30:53.019581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5381): Terminated: ok {rc=0}\u000a06:30:53.029477 --- ParallelTerminationStrategy: PID 5382 died...\u000a06:30:53.083939 run iperf3-srv_10.42.42.10(pid=5382): Terminated {rc=256}\u000a06:30:53.093938 --- ParallelTerminationStrategy: PID 5385 died...\u000a06:30:53.148207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5385): Terminated: ok {rc=0}\u000a06:30:53.158484 --- ParallelTerminationStrategy: PID 5388 died...\u000a06:30:53.213042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5388): Terminated: ok {rc=0}\u000a06:30:53.223032 --- ParallelTerminationStrategy: PID 5391 died...\u000a06:30:53.277673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5391): Terminated: ok {rc=0}\u000a06:30:53.362640 bus /gobi_0: Setting Powered False\u000a06:30:54.467678 bus /gobi_0: Setting Powered False\u000a06:30:55.577281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a06:30:56.684443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:56.695713 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:30:56.821282 tst iperf3.py: using LAC 26501\u000a06:30:56.936904 tst iperf3.py: using RAC 236\u000a06:30:57.051931 tst iperf3.py: using CellId 26501\u000a06:30:57.167367 tst iperf3.py: using BVCI 26502\u000a06:30:57.190012 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.200594 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.211055 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.221723 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.232236 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.242892 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.253674 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.264286 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:30:57.275081 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:30:57.544835 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:30:57.666501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:30:57.970331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Launched\u000a06:30:58.222173 run iperf3-srv_10.42.42.10(pid=5394): Launched\u000a06:30:58.399082 tst iperf3.py:8: start network...\u000a06:30:58.520346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:30:58.981093 run create_hlr_db(pid=5395): Launched\u000a06:30:59.148654 bus /gobi_6: Setting Powered False\u000a06:31:00.170897 run create_hlr_db(pid=5395): Terminated: ok {rc=0}\u000a06:31:00.590663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Launched\u000a06:31:00.995333 run osmo-hlr_10.42.42.2(pid=5398): Launched\u000a06:31:01.205125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:01.827744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Launched\u000a06:31:02.231704 run osmo-stp_10.42.42.5(pid=5401): Launched\u000a06:31:02.393295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:02.956735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Launched\u000a06:31:03.069631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:03.345306 run patchelf(pid=5404): Launched\u000a06:31:03.529606 run osmo-stp_10.42.42.5(pid=5401): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)]\u000a06:31:03.664086 run osmo-stp_10.42.42.5(pid=5401): stdout: \u000a| (launched: 2022-12-10_06:31:01.982565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:03.798996 run osmo-stp_10.42.42.5(pid=5401): stderr: \u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063102279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:03.929322 run osmo-stp_10.42.42.5(pid=5401): stdout: \u000a| (launched: 2022-12-10_06:31:01.982565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:04.058568 run osmo-stp_10.42.42.5(pid=5401): stderr: \u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063102278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063102279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063102279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:04.208845 run patchelf(pid=5404): Terminating (SIGINT)\u000a06:31:04.385365 run patchelf(pid=5404): Terminated: ok {rc=0}\u000a06:31:04.417884 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5401): Process ended prematurely: osmo-stp_10.42.42.5(pid=5401) [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5401)] [trial-2370↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a06:31:04.427884 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a06:31:04.489730 run osmo-hlr_10.42.42.2(pid=5398): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5398)]\u000a06:31:04.539848 run osmo-hlr_10.42.42.2(pid=5398): stdout: \u000a| (launched: 2022-12-10_06:31:00.750423) \u000a06:31:04.590584 run osmo-hlr_10.42.42.2(pid=5398): stderr: \u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063101026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063101041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063101058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:04.634263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Terminating (SIGTERM)\u000a06:31:04.675217 run iperf3-srv_10.42.42.10(pid=5394): Terminating (SIGTERM)\u000a06:31:04.716304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Terminating (SIGTERM)\u000a06:31:04.757447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Terminating (SIGTERM)\u000a06:31:04.798518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Terminating (SIGTERM)\u000a06:31:04.808079 --- ParallelTerminationStrategy: PID 5393 died...\u000a06:31:04.862743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5393): Terminated: ok {rc=0}\u000a06:31:04.872787 --- ParallelTerminationStrategy: PID 5394 died...\u000a06:31:04.927210 run iperf3-srv_10.42.42.10(pid=5394): Terminated {rc=256}\u000a06:31:04.937164 --- ParallelTerminationStrategy: PID 5397 died...\u000a06:31:04.991712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5397): Terminated: ok {rc=0}\u000a06:31:05.002207 --- ParallelTerminationStrategy: PID 5400 died...\u000a06:31:05.057247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5400): Terminated: ok {rc=0}\u000a06:31:05.067231 --- ParallelTerminationStrategy: PID 5403 died...\u000a06:31:05.122195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5403): Terminated: ok {rc=0}\u000a06:31:05.208235 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a06:31:06.321459 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.333217 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:06.462269 tst iperf3m4.py: using LAC 26502\u000a06:31:06.584778 tst iperf3m4.py: using RAC 237\u000a06:31:06.707524 tst iperf3m4.py: using CellId 26502\u000a06:31:06.831237 tst iperf3m4.py: using BVCI 26503\u000a06:31:06.855177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.866273 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.877140 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.888009 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.898784 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.909623 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.920525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.931275 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:06.942227 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.061984 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.179311 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.294684 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:07.579826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:31:07.710779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:08.037539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Launched\u000a06:31:08.308933 run iperf3-srv_10.42.42.10(pid=5406): Launched\u000a06:31:08.501223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:31:08.632145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:08.958557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Launched\u000a06:31:09.230097 run iperf3-srv_10.42.42.10(pid=5408): Launched\u000a06:31:09.422384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:31:09.553100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:09.878430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Launched\u000a06:31:10.148467 run iperf3-srv_10.42.42.10(pid=5410): Launched\u000a06:31:10.340662 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:31:10.471186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:10.797511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Launched\u000a06:31:11.068367 run iperf3-srv_10.42.42.10(pid=5412): Launched\u000a06:31:11.260632 tst iperf3m4.py:8: start network...\u000a06:31:11.391088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:11.891654 run create_hlr_db(pid=5413): Launched\u000a06:31:12.072786 bus /gobi_6: Setting Powered False\u000a06:31:13.093855 run create_hlr_db(pid=5413): Terminated: ok {rc=0}\u000a06:31:13.511872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Launched\u000a06:31:13.825961 run osmo-hlr_10.42.42.2(pid=5416): Launched\u000a06:31:13.941225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:14.486415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Launched\u000a06:31:14.798995 run osmo-stp_10.42.42.5(pid=5419): Launched\u000a06:31:14.912360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:15.462058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Launched\u000a06:31:15.574550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:15.852399 run patchelf(pid=5422): Launched\u000a06:31:16.051280 run osmo-stp_10.42.42.5(pid=5419): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)]\u000a06:31:16.189333 run osmo-stp_10.42.42.5(pid=5419): stdout: \u000a| (launched: 2022-12-10_06:31:14.645368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:16.327469 run osmo-stp_10.42.42.5(pid=5419): stderr: \u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063114838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:16.460487 run osmo-stp_10.42.42.5(pid=5419): stdout: \u000a| (launched: 2022-12-10_06:31:14.645368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:16.592721 run osmo-stp_10.42.42.5(pid=5419): stderr: \u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063114837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063114838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063114838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:16.745584 run patchelf(pid=5422): Terminating (SIGINT)\u000a06:31:16.925369 run patchelf(pid=5422): Terminated: ok {rc=0}\u000a06:31:16.958987 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5419): Process ended prematurely: osmo-stp_10.42.42.5(pid=5419) [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5419)] [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a06:31:16.969873 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a06:31:17.033532 run osmo-hlr_10.42.42.2(pid=5416): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5416)]\u000a06:31:17.085331 run osmo-hlr_10.42.42.2(pid=5416): stdout: \u000a| (launched: 2022-12-10_06:31:13.671453) \u000a06:31:17.137934 run osmo-hlr_10.42.42.2(pid=5416): stderr: \u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063113869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063113882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063113890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:17.183015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Terminating (SIGTERM)\u000a06:31:17.224895 run iperf3-srv_10.42.42.10(pid=5406): Terminating (SIGTERM)\u000a06:31:17.266417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Terminating (SIGTERM)\u000a06:31:17.307944 run iperf3-srv_10.42.42.10(pid=5408): Terminating (SIGTERM)\u000a06:31:17.349261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Terminating (SIGTERM)\u000a06:31:17.390435 run iperf3-srv_10.42.42.10(pid=5410): Terminating (SIGTERM)\u000a06:31:17.431723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminating (SIGTERM)\u000a06:31:17.472848 run iperf3-srv_10.42.42.10(pid=5412): Terminating (SIGTERM)\u000a06:31:17.514171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Terminating (SIGTERM)\u000a06:31:17.555331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Terminating (SIGTERM)\u000a06:31:17.596585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Terminating (SIGTERM)\u000a06:31:17.606231 --- ParallelTerminationStrategy: PID 5405 died...\u000a06:31:17.661498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5405): Terminated: ok {rc=0}\u000a06:31:17.671560 --- ParallelTerminationStrategy: PID 5406 died...\u000a06:31:17.726331 run iperf3-srv_10.42.42.10(pid=5406): Terminated {rc=256}\u000a06:31:17.736316 --- ParallelTerminationStrategy: PID 5407 died...\u000a06:31:17.790774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5407): Terminated: ok {rc=0}\u000a06:31:17.800714 --- ParallelTerminationStrategy: PID 5408 died...\u000a06:31:17.855031 run iperf3-srv_10.42.42.10(pid=5408): Terminated {rc=256}\u000a06:31:17.865034 --- ParallelTerminationStrategy: PID 5409 died...\u000a06:31:17.919512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5409): Terminated: ok {rc=0}\u000a06:31:17.929544 --- ParallelTerminationStrategy: PID 5410 died...\u000a06:31:17.983638 run iperf3-srv_10.42.42.10(pid=5410): Terminated {rc=256}\u000a06:31:17.993642 --- ParallelTerminationStrategy: PID 5411 died...\u000a06:31:18.048189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5411): Terminated: ok {rc=0}\u000a06:31:18.058225 --- ParallelTerminationStrategy: PID 5412 died...\u000a06:31:18.112475 run iperf3-srv_10.42.42.10(pid=5412): Terminated {rc=256}\u000a06:31:18.122507 --- ParallelTerminationStrategy: PID 5415 died...\u000a06:31:18.177369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5415): Terminated: ok {rc=0}\u000a06:31:18.187452 --- ParallelTerminationStrategy: PID 5418 died...\u000a06:31:18.242073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5418): Terminated: ok {rc=0}\u000a06:31:18.252072 --- ParallelTerminationStrategy: PID 5421 died...\u000a06:31:18.306589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5421): Terminated: ok {rc=0}\u000a06:31:18.392612 bus /gobi_4: Setting Powered False\u000a06:31:19.494141 bus /gobi_4: Setting Powered False\u000a06:31:20.602147 bus /gobi_1: Setting Powered False\u000a06:31:21.705030 bus /gobi_1: Setting Powered False\u000a06:31:22.810131 bus /gobi_0: Setting Powered False\u000a06:31:23.914953 bus /gobi_0: Setting Powered False\u000a06:31:25.022008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a06:31:26.089648 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.101575 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:26.230342 tst ping.py: using LAC 26503\u000a06:31:26.346365 tst ping.py: using RAC 238\u000a06:31:26.459051 tst ping.py: using CellId 26503\u000a06:31:26.572405 tst ping.py: using BVCI 26504\u000a06:31:26.594571 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.605405 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.616025 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.627490 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.638825 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.650056 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.661388 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:26.672462 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:26.937719 tst ping.py:19: start network...\u000a06:31:27.057242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:27.508602 run create_hlr_db(pid=5423): Launched\u000a06:31:27.674839 bus /gobi_6: Setting Powered False\u000a06:31:28.695594 run create_hlr_db(pid=5423): Terminated: ok {rc=0}\u000a06:31:29.104161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Launched\u000a06:31:29.412311 run osmo-hlr_10.42.42.2(pid=5426): Launched\u000a06:31:29.528932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:30.064674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Launched\u000a06:31:30.372666 run osmo-stp_10.42.42.5(pid=5429): Launched\u000a06:31:30.483455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:31.046452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Launched\u000a06:31:31.154674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:31.436497 run patchelf(pid=5432): Launched\u000a06:31:31.612486 run osmo-stp_10.42.42.5(pid=5429): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)]\u000a06:31:31.742526 run osmo-stp_10.42.42.5(pid=5429): stdout: \u000a| (launched: 2022-12-10_06:31:30.221001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:31.872845 run osmo-stp_10.42.42.5(pid=5429): stderr: \u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063130412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:31.998880 run osmo-stp_10.42.42.5(pid=5429): stdout: \u000a| (launched: 2022-12-10_06:31:30.221001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:32.123174 run osmo-stp_10.42.42.5(pid=5429): stderr: \u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063130412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063130412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063130413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:32.263879 run patchelf(pid=5432): Terminating (SIGINT)\u000a06:31:32.426327 run patchelf(pid=5432): Terminated: ok {rc=0}\u000a06:31:32.456053 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5429): Process ended prematurely: osmo-stp_10.42.42.5(pid=5429) [trial-2370↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5429)] [trial-2370↪gprs:nanobts+band-1900↪ping.py:22]\u000a06:31:32.464712 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:31:32.524839 run osmo-hlr_10.42.42.2(pid=5426): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5426)]\u000a06:31:32.573837 run osmo-hlr_10.42.42.2(pid=5426): stdout: \u000a| (launched: 2022-12-10_06:31:29.261012) \u000a06:31:32.623549 run osmo-hlr_10.42.42.2(pid=5426): stderr: \u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063129455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063129468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063129476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:32.665207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Terminating (SIGTERM)\u000a06:31:32.704523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Terminating (SIGTERM)\u000a06:31:32.743656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Terminating (SIGTERM)\u000a06:31:32.753150 --- ParallelTerminationStrategy: PID 5425 died...\u000a06:31:32.806219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5425): Terminated: ok {rc=0}\u000a06:31:32.816013 --- ParallelTerminationStrategy: PID 5428 died...\u000a06:31:32.868794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5428): Terminated: ok {rc=0}\u000a06:31:32.878642 --- ParallelTerminationStrategy: PID 5431 died...\u000a06:31:32.931010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5431): Terminated: ok {rc=0}\u000a06:31:33.017767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:31:34.068910 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.080764 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a06:31:34.207289 tst ping_idle_ping.py: using LAC 26504\u000a06:31:34.318616 tst ping_idle_ping.py: using RAC 239\u000a06:31:34.435975 tst ping_idle_ping.py: using CellId 26504\u000a06:31:34.547565 tst ping_idle_ping.py: using BVCI 26505\u000a06:31:34.569747 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.580348 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.590912 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.601633 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.612371 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.622987 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.633812 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a06:31:34.644503 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a06:31:34.926180 tst ping_idle_ping.py:24: start network...\u000a06:31:35.054544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:35.551579 run create_hlr_db(pid=5433): Launched\u000a06:31:35.730931 bus /gobi_6: Setting Powered False\u000a06:31:36.752117 run create_hlr_db(pid=5433): Terminated: ok {rc=0}\u000a06:31:37.140386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Launched\u000a06:31:37.429435 run osmo-hlr_10.42.42.2(pid=5436): Launched\u000a06:31:37.541896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:38.049047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Launched\u000a06:31:38.336406 run osmo-stp_10.42.42.5(pid=5439): Launched\u000a06:31:38.440481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:38.943009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Launched\u000a06:31:39.045405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:39.297884 run patchelf(pid=5442): Launched\u000a06:31:39.467972 run osmo-stp_10.42.42.5(pid=5439): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)]\u000a06:31:39.592456 run osmo-stp_10.42.42.5(pid=5439): stdout: \u000a| (launched: 2022-12-10_06:31:38.194802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:39.717297 run osmo-stp_10.42.42.5(pid=5439): stderr: \u000a| �[0;m�[38;5;43m20221210063138362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063138363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063138365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:39.837294 run osmo-stp_10.42.42.5(pid=5439): stdout: \u000a| (launched: 2022-12-10_06:31:38.194802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:39.955721 run osmo-stp_10.42.42.5(pid=5439): stderr: \u000a| �[0;m�[38;5;43m20221210063138362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063138363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063138363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063138365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063138366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:40.094132 run patchelf(pid=5442): Terminating (SIGINT)\u000a06:31:40.256855 run patchelf(pid=5442): Terminated: ok {rc=0}\u000a06:31:40.286658 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5439): Process ended prematurely: osmo-stp_10.42.42.5(pid=5439) [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5439)] [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a06:31:40.295245 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a06:31:40.354487 run osmo-hlr_10.42.42.2(pid=5436): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5436)]\u000a06:31:40.402547 run osmo-hlr_10.42.42.2(pid=5436): stdout: \u000a| (launched: 2022-12-10_06:31:37.287044) \u000a06:31:40.451122 run osmo-hlr_10.42.42.2(pid=5436): stderr: \u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063137461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063137474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063137485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:40.492465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Terminating (SIGTERM)\u000a06:31:40.531965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Terminating (SIGTERM)\u000a06:31:40.571218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Terminating (SIGTERM)\u000a06:31:40.580664 --- ParallelTerminationStrategy: PID 5435 died...\u000a06:31:40.632915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5435): Terminated: ok {rc=0}\u000a06:31:40.642769 --- ParallelTerminationStrategy: PID 5438 died...\u000a06:31:40.695452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5438): Terminated: ok {rc=0}\u000a06:31:40.705135 --- ParallelTerminationStrategy: PID 5441 died...\u000a06:31:40.757266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5441): Terminated: ok {rc=0}\u000a06:31:40.843409 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:30:43" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:31:42.964719 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:42.976140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:31:43.109287 tst cs_paging_gprs_active.py: using LAC 26505\u000a06:31:43.227329 tst cs_paging_gprs_active.py: using RAC 240\u000a06:31:43.343381 tst cs_paging_gprs_active.py: using CellId 26505\u000a06:31:43.460643 tst cs_paging_gprs_active.py: using BVCI 26506\u000a06:31:43.482971 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.493869 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.504697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.515485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.526268 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.537051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.548012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.558757 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:43.569697 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:31:43.687708 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:31:43.958620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:31:44.080242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:44.384178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Launched\u000a06:31:44.637046 run iperf3-srv_10.42.42.10(pid=5448): Launched\u000a06:31:44.815263 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:31:44.936907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:45.242325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Launched\u000a06:31:45.495222 run iperf3-srv_10.42.42.10(pid=5450): Launched\u000a06:31:45.673216 tst cs_paging_gprs_active.py:38: start network...\u000a06:31:45.794839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:46.331890 run create_hlr_db(pid=5451): Launched\u000a06:31:46.535343 bus /gobi_6: Setting Powered False\u000a06:31:47.533372 run create_hlr_db(pid=5451): Terminated: ok {rc=0}\u000a06:31:47.940355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Launched\u000a06:31:48.233744 run osmo-hlr_10.42.42.2(pid=5454): Launched\u000a06:31:48.341606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:31:48.850935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Launched\u000a06:31:49.144937 run osmo-stp_10.42.42.5(pid=5457): Launched\u000a06:31:49.251461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:31:49.763992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Launched\u000a06:31:49.868320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:31:50.125341 run patchelf(pid=5460): Launched\u000a06:31:50.298091 run osmo-stp_10.42.42.5(pid=5457): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]\u000a06:31:50.424393 run osmo-stp_10.42.42.5(pid=5457): stdout: \u000a| (launched: 2022-12-10_06:31:48.999724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:50.551039 run osmo-stp_10.42.42.5(pid=5457): stderr: \u000a| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063149170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063149170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:50.673185 run osmo-stp_10.42.42.5(pid=5457): stdout: \u000a| (launched: 2022-12-10_06:31:48.999724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:31:50.794678 run osmo-stp_10.42.42.5(pid=5457): stderr: \u000a| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063149169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063149170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063149170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063149171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:31:50.935299 run patchelf(pid=5460): Terminating (SIGINT)\u000a06:31:51.100508 run patchelf(pid=5460): Terminated: ok {rc=0}\u000a06:31:51.131209 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:31:51.140473 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a06:31:51.200219 run osmo-hlr_10.42.42.2(pid=5454): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5454)]\u000a06:31:51.248568 run osmo-hlr_10.42.42.2(pid=5454): stdout: \u000a| (launched: 2022-12-10_06:31:48.088532) \u000a06:31:51.297394 run osmo-hlr_10.42.42.2(pid=5454): stderr: \u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063148264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063148277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063148287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:31:51.338773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Terminating (SIGTERM)\u000a06:31:51.378275 run iperf3-srv_10.42.42.10(pid=5448): Terminating (SIGTERM)\u000a06:31:51.417663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Terminating (SIGTERM)\u000a06:31:51.456634 run iperf3-srv_10.42.42.10(pid=5450): Terminating (SIGTERM)\u000a06:31:51.495665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminating (SIGTERM)\u000a06:31:51.534617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminating (SIGTERM)\u000a06:31:51.573505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Terminating (SIGTERM)\u000a06:31:51.582751 --- ParallelTerminationStrategy: PID 5447 died...\u000a06:31:51.634971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5447): Terminated: ok {rc=0}\u000a06:31:51.644604 --- ParallelTerminationStrategy: PID 5448 died...\u000a06:31:51.696580 run iperf3-srv_10.42.42.10(pid=5448): Terminated {rc=256}\u000a06:31:51.705974 --- ParallelTerminationStrategy: PID 5449 died...\u000a06:31:51.758081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5449): Terminated: ok {rc=0}\u000a06:31:51.767641 --- ParallelTerminationStrategy: PID 5450 died...\u000a06:31:51.819370 run iperf3-srv_10.42.42.10(pid=5450): Terminated {rc=256}\u000a06:31:51.828908 --- ParallelTerminationStrategy: PID 5453 died...\u000a06:31:51.880650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminated: ok {rc=0}\u000a06:31:51.890432 --- ParallelTerminationStrategy: PID 5456 died...\u000a06:31:51.942217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminated: ok {rc=0}\u000a06:31:51.951782 --- ParallelTerminationStrategy: PID 5459 died...\u000a06:31:52.003532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5459): Terminated: ok {rc=0}\u000a06:31:52.085287 bus /gobi_0: Setting Powered False\u000a06:31:53.191673 bus /gobi_0: Setting Powered False\u000a06:31:54.300884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:31:55.411538 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:55.423721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:31:55.559163 tst iperf3.py: using LAC 26506\u000a06:31:55.682592 tst iperf3.py: using RAC 241\u000a06:31:55.811604 tst iperf3.py: using CellId 26506\u000a06:31:55.933836 tst iperf3.py: using BVCI 26507\u000a06:31:55.958044 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:55.969473 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:55.980465 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:55.991580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:56.002658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:56.013692 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:56.024901 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:56.035925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:31:56.047237 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:31:56.333954 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:31:56.464695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:31:56.789337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Launched\u000a06:31:57.059616 run iperf3-srv_10.42.42.10(pid=5462): Launched\u000a06:31:57.252298 tst iperf3.py:8: start network...\u000a06:31:57.383118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:31:57.886040 run create_hlr_db(pid=5463): Launched\u000a06:31:58.067415 bus /gobi_6: Setting Powered False\u000a06:31:59.088529 run create_hlr_db(pid=5463): Terminated: ok {rc=0}\u000a06:31:59.485340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Launched\u000a06:31:59.779664 run osmo-hlr_10.42.42.2(pid=5466): Launched\u000a06:31:59.888055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:00.403312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Launched\u000a06:32:00.698105 run osmo-stp_10.42.42.5(pid=5469): Launched\u000a06:32:00.805747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:01.356359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Launched\u000a06:32:01.464682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:01.739119 run patchelf(pid=5472): Launched\u000a06:32:01.916423 run osmo-stp_10.42.42.5(pid=5469): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)]\u000a06:32:02.045367 run osmo-stp_10.42.42.5(pid=5469): stdout: \u000a| (launched: 2022-12-10_06:32:00.552524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:02.174949 run osmo-stp_10.42.42.5(pid=5469): stderr: \u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063200724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:02.298626 run osmo-stp_10.42.42.5(pid=5469): stdout: \u000a| (launched: 2022-12-10_06:32:00.552524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:02.419421 run osmo-stp_10.42.42.5(pid=5469): stderr: \u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063200723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063200724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063200724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:02.560303 run patchelf(pid=5472): Terminating (SIGINT)\u000a06:32:02.726687 run patchelf(pid=5472): Terminated: ok {rc=0}\u000a06:32:02.757424 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5469): Process ended prematurely: osmo-stp_10.42.42.5(pid=5469) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5469)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a06:32:02.766805 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:32:02.826827 run osmo-hlr_10.42.42.2(pid=5466): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5466)]\u000a06:32:02.875439 run osmo-hlr_10.42.42.2(pid=5466): stdout: \u000a| (launched: 2022-12-10_06:31:59.634137) \u000a06:32:02.924549 run osmo-hlr_10.42.42.2(pid=5466): stderr: \u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063159807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063159820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063159830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:02.965714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Terminating (SIGTERM)\u000a06:32:03.004738 run iperf3-srv_10.42.42.10(pid=5462): Terminating (SIGTERM)\u000a06:32:03.045471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Terminating (SIGTERM)\u000a06:32:03.084722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Terminating (SIGTERM)\u000a06:32:03.124149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Terminating (SIGTERM)\u000a06:32:03.133644 --- ParallelTerminationStrategy: PID 5461 died...\u000a06:32:03.186179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5461): Terminated: ok {rc=0}\u000a06:32:03.195982 --- ParallelTerminationStrategy: PID 5462 died...\u000a06:32:03.248592 run iperf3-srv_10.42.42.10(pid=5462): Terminated {rc=256}\u000a06:32:03.258436 --- ParallelTerminationStrategy: PID 5465 died...\u000a06:32:03.311394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5465): Terminated: ok {rc=0}\u000a06:32:03.321382 --- ParallelTerminationStrategy: PID 5468 died...\u000a06:32:03.374331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5468): Terminated: ok {rc=0}\u000a06:32:03.383888 --- ParallelTerminationStrategy: PID 5471 died...\u000a06:32:03.437429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5471): Terminated: ok {rc=0}\u000a06:32:03.525029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:32:04.634051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:04.645535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:04.773432 tst iperf3m4.py: using LAC 26507\u000a06:32:04.900254 tst iperf3m4.py: using RAC 242\u000a06:32:05.022547 tst iperf3m4.py: using CellId 26507\u000a06:32:05.147741 tst iperf3m4.py: using BVCI 26508\u000a06:32:05.172079 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.183600 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.195254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.206756 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.217822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.228694 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.239953 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.251092 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:05.262443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:05.376704 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:05.498144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:05.617362 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:05.888777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:32:06.010837 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:06.316035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Launched\u000a06:32:06.570285 run iperf3-srv_10.42.42.10(pid=5474): Launched\u000a06:32:06.748884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:32:06.871461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:07.177971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Launched\u000a06:32:07.431453 run iperf3-srv_10.42.42.10(pid=5476): Launched\u000a06:32:07.610789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:32:07.732863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:08.039360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Launched\u000a06:32:08.293547 run iperf3-srv_10.42.42.10(pid=5478): Launched\u000a06:32:08.473347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:32:08.595564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:08.902233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Launched\u000a06:32:09.155614 run iperf3-srv_10.42.42.10(pid=5480): Launched\u000a06:32:09.334538 tst iperf3m4.py:8: start network...\u000a06:32:09.457062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:09.925486 run create_hlr_db(pid=5481): Launched\u000a06:32:10.093794 bus /gobi_6: Setting Powered False\u000a06:32:11.117111 run create_hlr_db(pid=5481): Terminated: ok {rc=0}\u000a06:32:11.510786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Launched\u000a06:32:11.806779 run osmo-hlr_10.42.42.2(pid=5484): Launched\u000a06:32:11.918466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:12.430122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Launched\u000a06:32:12.724561 run osmo-stp_10.42.42.5(pid=5487): Launched\u000a06:32:12.832902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:13.346506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Launched\u000a06:32:13.451146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:13.711270 run patchelf(pid=5490): Launched\u000a06:32:13.884353 run osmo-stp_10.42.42.5(pid=5487): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)]\u000a06:32:14.010649 run osmo-stp_10.42.42.5(pid=5487): stdout: \u000a| (launched: 2022-12-10_06:32:12.578683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:14.137115 run osmo-stp_10.42.42.5(pid=5487): stderr: \u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063212751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:14.259357 run osmo-stp_10.42.42.5(pid=5487): stdout: \u000a| (launched: 2022-12-10_06:32:12.578683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:14.380178 run osmo-stp_10.42.42.5(pid=5487): stderr: \u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063212751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063212751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:14.520924 run patchelf(pid=5490): Terminating (SIGINT)\u000a06:32:14.686459 run patchelf(pid=5490): Terminated: ok {rc=0}\u000a06:32:14.717005 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5487): Process ended prematurely: osmo-stp_10.42.42.5(pid=5487) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5487)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:32:14.726265 tst iperf3m4.py:8: Test FAILED (10.1 sec)\u000a06:32:14.786627 run osmo-hlr_10.42.42.2(pid=5484): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5484)]\u000a06:32:14.835200 run osmo-hlr_10.42.42.2(pid=5484): stdout: \u000a| (launched: 2022-12-10_06:32:11.660204) \u000a06:32:14.884448 run osmo-hlr_10.42.42.2(pid=5484): stderr: \u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063211834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063211846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063211854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:14.926425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminating (SIGTERM)\u000a06:32:14.965722 run iperf3-srv_10.42.42.10(pid=5474): Terminating (SIGTERM)\u000a06:32:15.004305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Terminating (SIGTERM)\u000a06:32:15.043185 run iperf3-srv_10.42.42.10(pid=5476): Terminating (SIGTERM)\u000a06:32:15.081850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Terminating (SIGTERM)\u000a06:32:15.120363 run iperf3-srv_10.42.42.10(pid=5478): Terminating (SIGTERM)\u000a06:32:15.159034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Terminating (SIGTERM)\u000a06:32:15.197646 run iperf3-srv_10.42.42.10(pid=5480): Terminating (SIGTERM)\u000a06:32:15.236373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Terminating (SIGTERM)\u000a06:32:15.275323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Terminating (SIGTERM)\u000a06:32:15.314750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Terminating (SIGTERM)\u000a06:32:15.324168 --- ParallelTerminationStrategy: PID 5473 died...\u000a06:32:15.377269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminated: ok {rc=0}\u000a06:32:15.386742 --- ParallelTerminationStrategy: PID 5474 died...\u000a06:32:15.439178 run iperf3-srv_10.42.42.10(pid=5474): Terminated {rc=256}\u000a06:32:15.448584 --- ParallelTerminationStrategy: PID 5475 died...\u000a06:32:15.501005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5475): Terminated: ok {rc=0}\u000a06:32:15.510649 --- ParallelTerminationStrategy: PID 5476 died...\u000a06:32:15.562916 run iperf3-srv_10.42.42.10(pid=5476): Terminated {rc=256}\u000a06:32:15.572523 --- ParallelTerminationStrategy: PID 5477 died...\u000a06:32:15.624916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5477): Terminated: ok {rc=0}\u000a06:32:15.634368 --- ParallelTerminationStrategy: PID 5478 died...\u000a06:32:15.686380 run iperf3-srv_10.42.42.10(pid=5478): Terminated {rc=256}\u000a06:32:15.695787 --- ParallelTerminationStrategy: PID 5479 died...\u000a06:32:15.747620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5479): Terminated: ok {rc=0}\u000a06:32:15.757432 --- ParallelTerminationStrategy: PID 5480 died...\u000a06:32:15.809571 run iperf3-srv_10.42.42.10(pid=5480): Terminated {rc=256}\u000a06:32:15.819045 --- ParallelTerminationStrategy: PID 5483 died...\u000a06:32:15.872881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5483): Terminated: ok {rc=0}\u000a06:32:15.883265 --- ParallelTerminationStrategy: PID 5486 died...\u000a06:32:15.939540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5486): Terminated: ok {rc=0}\u000a06:32:15.950099 --- ParallelTerminationStrategy: PID 5489 died...\u000a06:32:16.004233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5489): Terminated: ok {rc=0}\u000a06:32:16.089828 bus /gobi_4: Setting Powered False\u000a06:32:17.194659 bus /gobi_4: Setting Powered False\u000a06:32:18.305046 bus /gobi_1: Setting Powered False\u000a06:32:19.406622 bus /gobi_1: Setting Powered False\u000a06:32:20.515784 bus /gobi_0: Setting Powered False\u000a06:32:21.617249 bus /gobi_0: Setting Powered False\u000a06:32:22.727563 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:32:23.794117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:23.805575 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:23.933017 tst ping.py: using LAC 26508\u000a06:32:24.050939 tst ping.py: using RAC 243\u000a06:32:24.163089 tst ping.py: using CellId 26508\u000a06:32:24.275039 tst ping.py: using BVCI 26509\u000a06:32:24.297055 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.307925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.318667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.329746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.340671 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.351498 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.362583 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:24.373522 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:24.655236 tst ping.py:19: start network...\u000a06:32:24.783743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:25.277304 run create_hlr_db(pid=5491): Launched\u000a06:32:25.456881 bus /gobi_6: Setting Powered False\u000a06:32:26.477194 run create_hlr_db(pid=5491): Terminated: ok {rc=0}\u000a06:32:26.888725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Launched\u000a06:32:27.196043 run osmo-hlr_10.42.42.2(pid=5494): Launched\u000a06:32:27.309560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:27.848054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Launched\u000a06:32:28.156671 run osmo-stp_10.42.42.5(pid=5497): Launched\u000a06:32:28.268790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:28.810152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Launched\u000a06:32:28.920170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:29.189979 run patchelf(pid=5500): Launched\u000a06:32:29.372677 run osmo-stp_10.42.42.5(pid=5497): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)]\u000a06:32:29.506092 run osmo-stp_10.42.42.5(pid=5497): stdout: \u000a| (launched: 2022-12-10_06:32:28.004640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:29.639727 run osmo-stp_10.42.42.5(pid=5497): stderr: \u000a| �[0;m�[38;5;43m20221210063228196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063228197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:29.768935 run osmo-stp_10.42.42.5(pid=5497): stdout: \u000a| (launched: 2022-12-10_06:32:28.004640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:29.896332 run osmo-stp_10.42.42.5(pid=5497): stderr: \u000a| �[0;m�[38;5;43m20221210063228196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063228197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063228197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063228198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:30.044433 run patchelf(pid=5500): Terminating (SIGINT)\u000a06:32:30.218799 run patchelf(pid=5500): Terminated: ok {rc=0}\u000a06:32:30.250481 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5497): Process ended prematurely: osmo-stp_10.42.42.5(pid=5497) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5497)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a06:32:30.259891 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:32:30.321711 run osmo-hlr_10.42.42.2(pid=5494): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5494)]\u000a06:32:30.372170 run osmo-hlr_10.42.42.2(pid=5494): stdout: \u000a| (launched: 2022-12-10_06:32:27.045035) \u000a06:32:30.423288 run osmo-hlr_10.42.42.2(pid=5494): stderr: \u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063227243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063227263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063227274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:30.466927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Terminating (SIGTERM)\u000a06:32:30.508151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Terminating (SIGTERM)\u000a06:32:30.549516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Terminating (SIGTERM)\u000a06:32:30.559148 --- ParallelTerminationStrategy: PID 5493 died...\u000a06:32:30.614282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5493): Terminated: ok {rc=0}\u000a06:32:30.624311 --- ParallelTerminationStrategy: PID 5496 died...\u000a06:32:30.679010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5496): Terminated: ok {rc=0}\u000a06:32:30.688898 --- ParallelTerminationStrategy: PID 5499 died...\u000a06:32:30.743519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5499): Terminated: ok {rc=0}\u000a06:32:30.829800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:32:31.877576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:31.890082 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:32:32.054742 tst ping_idle_ping.py: using LAC 26509\u000a06:32:32.187857 tst ping_idle_ping.py: using RAC 244\u000a06:32:32.310981 tst ping_idle_ping.py: using CellId 26509\u000a06:32:32.430821 tst ping_idle_ping.py: using BVCI 26510\u000a06:32:32.454772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.466219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.477509 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.488799 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.499963 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.511151 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.522632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:32:32.533984 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:32:32.802094 tst ping_idle_ping.py:24: start network...\u000a06:32:32.921482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:33.383101 run create_hlr_db(pid=5501): Launched\u000a06:32:33.550066 bus /gobi_6: Setting Powered False\u000a06:32:34.570184 run create_hlr_db(pid=5501): Terminated: ok {rc=0}\u000a06:32:34.984094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Launched\u000a06:32:35.294891 run osmo-hlr_10.42.42.2(pid=5504): Launched\u000a06:32:35.409711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:35.950438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Launched\u000a06:32:36.260885 run osmo-stp_10.42.42.5(pid=5510): Launched\u000a06:32:36.372884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:36.912539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Launched\u000a06:32:37.022459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:37.293645 run patchelf(pid=5513): Launched\u000a06:32:37.475797 run osmo-stp_10.42.42.5(pid=5510): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)]\u000a06:32:37.609052 run osmo-stp_10.42.42.5(pid=5510): stdout: \u000a| (launched: 2022-12-10_06:32:36.108085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:37.742944 run osmo-stp_10.42.42.5(pid=5510): stderr: \u000a| �[0;m�[38;5;43m20221210063236298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063236299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:37.872042 run osmo-stp_10.42.42.5(pid=5510): stdout: \u000a| (launched: 2022-12-10_06:32:36.108085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:37.999179 run osmo-stp_10.42.42.5(pid=5510): stderr: \u000a| �[0;m�[38;5;43m20221210063236298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063236299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063236299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063236300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:38.147075 run patchelf(pid=5513): Terminating (SIGINT)\u000a06:32:38.320608 run patchelf(pid=5513): Terminated: ok {rc=0}\u000a06:32:38.352268 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5510): Process ended prematurely: osmo-stp_10.42.42.5(pid=5510) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5510)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:32:38.361580 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a06:32:38.423302 run osmo-hlr_10.42.42.2(pid=5504): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5504)]\u000a06:32:38.473759 run osmo-hlr_10.42.42.2(pid=5504): stdout: \u000a| (launched: 2022-12-10_06:32:35.141637) \u000a06:32:38.524932 run osmo-hlr_10.42.42.2(pid=5504): stderr: \u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063235339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063235353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063235363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:38.568281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Terminating (SIGTERM)\u000a06:32:38.609314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Terminating (SIGTERM)\u000a06:32:38.650252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Terminating (SIGTERM)\u000a06:32:38.659450 --- ParallelTerminationStrategy: PID 5503 died...\u000a06:32:38.714216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5503): Terminated: ok {rc=0}\u000a06:32:38.724082 --- ParallelTerminationStrategy: PID 5506 died...\u000a06:32:38.778402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5506): Terminated: ok {rc=0}\u000a06:32:38.788215 --- ParallelTerminationStrategy: PID 5512 died...\u000a06:32:38.842741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5512): Terminated: ok {rc=0}\u000a06:32:38.928202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:31:42" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:32:41.055122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.066545 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:32:41.217408 tst cs_paging_gprs_active.py: using LAC 26510\u000a06:32:41.341359 tst cs_paging_gprs_active.py: using RAC 245\u000a06:32:41.466052 tst cs_paging_gprs_active.py: using CellId 26510\u000a06:32:41.590711 tst cs_paging_gprs_active.py: using BVCI 26511\u000a06:32:41.614806 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.626218 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.637314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.648424 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.659504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.670699 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.681953 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.693043 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:41.704188 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:32:41.819108 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:32:42.092117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:32:42.213329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:42.517273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Launched\u000a06:32:42.770339 run iperf3-srv_10.42.42.10(pid=5518): Launched\u000a06:32:42.948222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:32:43.069673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:43.374140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Launched\u000a06:32:43.626480 run iperf3-srv_10.42.42.10(pid=5520): Launched\u000a06:32:43.804253 tst cs_paging_gprs_active.py:38: start network...\u000a06:32:43.925949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:44.387331 run create_hlr_db(pid=5521): Launched\u000a06:32:44.555537 bus /gobi_6: Setting Powered False\u000a06:32:45.577403 run create_hlr_db(pid=5521): Terminated: ok {rc=0}\u000a06:32:46.015413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Launched\u000a06:32:46.372545 run osmo-hlr_10.42.42.2(pid=5524): Launched\u000a06:32:46.565270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:47.255213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Launched\u000a06:32:47.552244 run osmo-stp_10.42.42.5(pid=5527): Launched\u000a06:32:47.659848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:48.172890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Launched\u000a06:32:48.277608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:32:48.535190 run patchelf(pid=5530): Launched\u000a06:32:48.707742 run osmo-stp_10.42.42.5(pid=5527): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)]\u000a06:32:48.834054 run osmo-stp_10.42.42.5(pid=5527): stdout: \u000a| (launched: 2022-12-10_06:32:47.405221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:48.960785 run osmo-stp_10.42.42.5(pid=5527): stderr: \u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063247574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:49.083400 run osmo-stp_10.42.42.5(pid=5527): stdout: \u000a| (launched: 2022-12-10_06:32:47.405221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:32:49.204493 run osmo-stp_10.42.42.5(pid=5527): stderr: \u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063247573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063247574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063247574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:32:49.345087 run patchelf(pid=5530): Terminating (SIGINT)\u000a06:32:49.510235 run patchelf(pid=5530): Terminated: ok {rc=0}\u000a06:32:49.540676 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5527): Process ended prematurely: osmo-stp_10.42.42.5(pid=5527) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5527)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:32:49.549962 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:32:49.610269 run osmo-hlr_10.42.42.2(pid=5524): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5524)]\u000a06:32:49.658581 run osmo-hlr_10.42.42.2(pid=5524): stdout: \u000a| (launched: 2022-12-10_06:32:46.168802) \u000a06:32:49.707901 run osmo-hlr_10.42.42.2(pid=5524): stderr: \u000a| �[0;m�[1;31m20221210063246565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063246565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063246566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063246566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063246567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063246567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063246598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063246619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:32:49.749252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminating (SIGTERM)\u000a06:32:49.788336 run iperf3-srv_10.42.42.10(pid=5518): Terminating (SIGTERM)\u000a06:32:49.827429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminating (SIGTERM)\u000a06:32:49.866818 run iperf3-srv_10.42.42.10(pid=5520): Terminating (SIGTERM)\u000a06:32:49.906045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Terminating (SIGTERM)\u000a06:32:49.945251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Terminating (SIGTERM)\u000a06:32:49.984280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Terminating (SIGTERM)\u000a06:32:49.993666 --- ParallelTerminationStrategy: PID 5517 died...\u000a06:32:50.046812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5517): Terminated: ok {rc=0}\u000a06:32:50.056369 --- ParallelTerminationStrategy: PID 5518 died...\u000a06:32:50.108245 run iperf3-srv_10.42.42.10(pid=5518): Terminated {rc=256}\u000a06:32:50.117800 --- ParallelTerminationStrategy: PID 5519 died...\u000a06:32:50.169763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5519): Terminated: ok {rc=0}\u000a06:32:50.179456 --- ParallelTerminationStrategy: PID 5520 died...\u000a06:32:50.231410 run iperf3-srv_10.42.42.10(pid=5520): Terminated {rc=256}\u000a06:32:50.241140 --- ParallelTerminationStrategy: PID 5523 died...\u000a06:32:50.293003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5523): Terminated: ok {rc=0}\u000a06:32:50.302664 --- ParallelTerminationStrategy: PID 5526 died...\u000a06:32:50.354655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5526): Terminated: ok {rc=0}\u000a06:32:50.364426 --- ParallelTerminationStrategy: PID 5529 died...\u000a06:32:50.417444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5529): Terminated: ok {rc=0}\u000a06:32:50.504627 bus /gobi_0: Setting Powered False\u000a06:32:51.607429 bus /gobi_0: Setting Powered False\u000a06:32:52.717676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:32:53.824528 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:53.836095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:32:53.981195 tst iperf3.py: using LAC 26511\u000a06:32:54.101138 tst iperf3.py: using RAC 246\u000a06:32:54.216531 tst iperf3.py: using CellId 26511\u000a06:32:54.341332 tst iperf3.py: using BVCI 26512\u000a06:32:54.365751 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.377241 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.388505 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.399881 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.411152 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.422777 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.434253 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.445504 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:32:54.456859 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:32:54.729051 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:32:54.850783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:32:55.154114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Launched\u000a06:32:55.407756 run iperf3-srv_10.42.42.10(pid=5532): Launched\u000a06:32:55.585790 tst iperf3.py:8: start network...\u000a06:32:55.707205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:32:56.168423 run create_hlr_db(pid=5533): Launched\u000a06:32:56.336912 bus /gobi_6: Setting Powered False\u000a06:32:57.358406 run create_hlr_db(pid=5533): Terminated: ok {rc=0}\u000a06:32:57.776853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Launched\u000a06:32:58.092662 run osmo-hlr_10.42.42.2(pid=5536): Launched\u000a06:32:58.210228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:32:58.757848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Launched\u000a06:32:59.071661 run osmo-stp_10.42.42.5(pid=5539): Launched\u000a06:32:59.185446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:32:59.734533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Launched\u000a06:32:59.846768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:00.122063 run patchelf(pid=5542): Launched\u000a06:33:00.307803 run osmo-stp_10.42.42.5(pid=5539): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)]\u000a06:33:00.443640 run osmo-stp_10.42.42.5(pid=5539): stdout: \u000a| (launched: 2022-12-10_06:32:58.917374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:00.579357 run osmo-stp_10.42.42.5(pid=5539): stderr: \u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063259111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:00.710373 run osmo-stp_10.42.42.5(pid=5539): stdout: \u000a| (launched: 2022-12-10_06:32:58.917374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:00.841827 run osmo-stp_10.42.42.5(pid=5539): stderr: \u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063259110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063259111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063259111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:01.019078 run patchelf(pid=5542): Terminating (SIGINT)\u000a06:33:01.218120 run patchelf(pid=5542): Terminated: ok {rc=0}\u000a06:33:01.250287 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5539): Process ended prematurely: osmo-stp_10.42.42.5(pid=5539) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5539)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:33:01.261519 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:33:01.327583 run osmo-hlr_10.42.42.2(pid=5536): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5536)]\u000a06:33:01.380335 run osmo-hlr_10.42.42.2(pid=5536): stdout: \u000a| (launched: 2022-12-10_06:32:57.937389) \u000a06:33:01.433247 run osmo-hlr_10.42.42.2(pid=5536): stderr: \u000a| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063258135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063258136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063258148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063258157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:01.477137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Terminating (SIGTERM)\u000a06:33:01.522674 run iperf3-srv_10.42.42.10(pid=5532): Terminating (SIGTERM)\u000a06:33:01.566052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Terminating (SIGTERM)\u000a06:33:01.611737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Terminating (SIGTERM)\u000a06:33:01.654472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Terminating (SIGTERM)\u000a06:33:01.666657 --- ParallelTerminationStrategy: PID 5531 died...\u000a06:33:01.724785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5531): Terminated: ok {rc=0}\u000a06:33:01.735379 --- ParallelTerminationStrategy: PID 5532 died...\u000a06:33:01.792128 run iperf3-srv_10.42.42.10(pid=5532): Terminated {rc=256}\u000a06:33:01.802742 --- ParallelTerminationStrategy: PID 5535 died...\u000a06:33:01.859511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5535): Terminated: ok {rc=0}\u000a06:33:01.870140 --- ParallelTerminationStrategy: PID 5538 died...\u000a06:33:01.927523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5538): Terminated: ok {rc=0}\u000a06:33:01.938630 --- ParallelTerminationStrategy: PID 5541 died...\u000a06:33:01.995061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5541): Terminated: ok {rc=0}\u000a06:33:02.083677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:33:03.197189 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.208636 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:03.353395 tst iperf3m4.py: using LAC 26512\u000a06:33:03.468415 tst iperf3m4.py: using RAC 247\u000a06:33:03.585260 tst iperf3m4.py: using CellId 26512\u000a06:33:03.701912 tst iperf3m4.py: using BVCI 26513\u000a06:33:03.724238 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.735142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.745899 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.756869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.767719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.778643 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.789650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.800429 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:03.811563 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:03.930994 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:04.048708 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:04.166118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:04.454148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:33:04.584903 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:04.910402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Launched\u000a06:33:05.181006 run iperf3-srv_10.42.42.10(pid=5545): Launched\u000a06:33:05.373840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:33:05.504769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:05.830196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Launched\u000a06:33:06.100917 run iperf3-srv_10.42.42.10(pid=5547): Launched\u000a06:33:06.294303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:33:06.425423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:06.750775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Launched\u000a06:33:07.020215 run iperf3-srv_10.42.42.10(pid=5549): Launched\u000a06:33:07.212080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:33:07.343182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:33:07.668039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Launched\u000a06:33:07.938339 run iperf3-srv_10.42.42.10(pid=5551): Launched\u000a06:33:08.130731 tst iperf3m4.py:8: start network...\u000a06:33:08.261938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:08.764068 run create_hlr_db(pid=5552): Launched\u000a06:33:08.945537 bus /gobi_6: Setting Powered False\u000a06:33:09.965895 run create_hlr_db(pid=5552): Terminated: ok {rc=0}\u000a06:33:10.384276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Launched\u000a06:33:10.698064 run osmo-hlr_10.42.42.2(pid=5555): Launched\u000a06:33:10.812419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:11.359446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Launched\u000a06:33:11.672897 run osmo-stp_10.42.42.5(pid=5558): Launched\u000a06:33:11.786294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:12.336451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Launched\u000a06:33:12.448893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:12.723664 run patchelf(pid=5561): Launched\u000a06:33:12.908048 run osmo-stp_10.42.42.5(pid=5558): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)]\u000a06:33:13.042858 run osmo-stp_10.42.42.5(pid=5558): stdout: \u000a| (launched: 2022-12-10_06:33:11.518439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:13.177522 run osmo-stp_10.42.42.5(pid=5558): stderr: \u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:13.308188 run osmo-stp_10.42.42.5(pid=5558): stdout: \u000a| (launched: 2022-12-10_06:33:11.518439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:13.437564 run osmo-stp_10.42.42.5(pid=5558): stderr: \u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063311711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063311712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063311712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:13.587373 run patchelf(pid=5561): Terminating (SIGINT)\u000a06:33:13.763349 run patchelf(pid=5561): Terminated: ok {rc=0}\u000a06:33:13.795693 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5558): Process ended prematurely: osmo-stp_10.42.42.5(pid=5558) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5558)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:33:13.805562 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:33:13.867547 run osmo-hlr_10.42.42.2(pid=5555): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5555)]\u000a06:33:13.917700 run osmo-hlr_10.42.42.2(pid=5555): stdout: \u000a| (launched: 2022-12-10_06:33:10.543811) \u000a06:33:13.968700 run osmo-hlr_10.42.42.2(pid=5555): stderr: \u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063310744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063310756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063310766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:14.012026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Terminating (SIGTERM)\u000a06:33:14.053764 run iperf3-srv_10.42.42.10(pid=5545): Terminating (SIGTERM)\u000a06:33:14.095048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Terminating (SIGTERM)\u000a06:33:14.136037 run iperf3-srv_10.42.42.10(pid=5547): Terminating (SIGTERM)\u000a06:33:14.177326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Terminating (SIGTERM)\u000a06:33:14.218332 run iperf3-srv_10.42.42.10(pid=5549): Terminating (SIGTERM)\u000a06:33:14.259547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Terminating (SIGTERM)\u000a06:33:14.300497 run iperf3-srv_10.42.42.10(pid=5551): Terminating (SIGTERM)\u000a06:33:14.341452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Terminating (SIGTERM)\u000a06:33:14.382307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Terminating (SIGTERM)\u000a06:33:14.423570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Terminating (SIGTERM)\u000a06:33:14.433270 --- ParallelTerminationStrategy: PID 5544 died...\u000a06:33:14.488742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5544): Terminated: ok {rc=0}\u000a06:33:14.498884 --- ParallelTerminationStrategy: PID 5545 died...\u000a06:33:14.553485 run iperf3-srv_10.42.42.10(pid=5545): Terminated {rc=256}\u000a06:33:14.563456 --- ParallelTerminationStrategy: PID 5546 died...\u000a06:33:14.618072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5546): Terminated: ok {rc=0}\u000a06:33:14.628041 --- ParallelTerminationStrategy: PID 5547 died...\u000a06:33:14.682417 run iperf3-srv_10.42.42.10(pid=5547): Terminated {rc=256}\u000a06:33:14.692265 --- ParallelTerminationStrategy: PID 5548 died...\u000a06:33:14.746643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5548): Terminated: ok {rc=0}\u000a06:33:14.756617 --- ParallelTerminationStrategy: PID 5549 died...\u000a06:33:14.810672 run iperf3-srv_10.42.42.10(pid=5549): Terminated {rc=256}\u000a06:33:14.820644 --- ParallelTerminationStrategy: PID 5550 died...\u000a06:33:14.875054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5550): Terminated: ok {rc=0}\u000a06:33:14.885030 --- ParallelTerminationStrategy: PID 5551 died...\u000a06:33:14.939387 run iperf3-srv_10.42.42.10(pid=5551): Terminated {rc=256}\u000a06:33:14.949389 --- ParallelTerminationStrategy: PID 5554 died...\u000a06:33:15.003733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5554): Terminated: ok {rc=0}\u000a06:33:15.013805 --- ParallelTerminationStrategy: PID 5557 died...\u000a06:33:15.068519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5557): Terminated: ok {rc=0}\u000a06:33:15.078716 --- ParallelTerminationStrategy: PID 5560 died...\u000a06:33:15.133790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5560): Terminated: ok {rc=0}\u000a06:33:15.220404 bus /gobi_4: Setting Powered False\u000a06:33:16.325857 bus /gobi_4: Setting Powered False\u000a06:33:17.436179 bus /gobi_1: Setting Powered False\u000a06:33:18.538266 bus /gobi_1: Setting Powered False\u000a06:33:19.647770 bus /gobi_0: Setting Powered False\u000a06:33:20.749078 bus /gobi_0: Setting Powered False\u000a06:33:21.860265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:33:22.929845 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:22.943249 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:23.092193 tst ping.py: using LAC 26513\u000a06:33:23.213671 tst ping.py: using RAC 248\u000a06:33:23.334582 tst ping.py: using CellId 26513\u000a06:33:23.455236 tst ping.py: using BVCI 26514\u000a06:33:23.479373 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.491050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.502478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.513921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.525247 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.536580 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.548085 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:23.559493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:23.825839 tst ping.py:19: start network...\u000a06:33:23.945944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:24.400648 run create_hlr_db(pid=5562): Launched\u000a06:33:24.567514 bus /gobi_6: Setting Powered False\u000a06:33:25.588145 run create_hlr_db(pid=5562): Terminated: ok {rc=0}\u000a06:33:26.004224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Launched\u000a06:33:26.315070 run osmo-hlr_10.42.42.2(pid=5565): Launched\u000a06:33:26.430217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:26.947179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Launched\u000a06:33:27.234977 run osmo-stp_10.42.42.5(pid=5568): Launched\u000a06:33:27.339930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:27.843321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Launched\u000a06:33:27.945572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:28.197846 run patchelf(pid=5571): Launched\u000a06:33:28.366934 run osmo-stp_10.42.42.5(pid=5568): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)]\u000a06:33:28.490750 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-10_06:33:27.092865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:28.614961 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063327263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:28.734455 run osmo-stp_10.42.42.5(pid=5568): stdout: \u000a| (launched: 2022-12-10_06:33:27.092865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:28.852730 run osmo-stp_10.42.42.5(pid=5568): stderr: \u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063327262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063327263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063327263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:28.990680 run patchelf(pid=5571): Terminating (SIGINT)\u000a06:33:29.152237 run patchelf(pid=5571): Terminated: ok {rc=0}\u000a06:33:29.181849 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5568): Process ended prematurely: osmo-stp_10.42.42.5(pid=5568) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5568)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:33:29.190409 tst ping.py:22: Test FAILED (6.3 sec)\u000a06:33:29.249861 run osmo-hlr_10.42.42.2(pid=5565): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5565)]\u000a06:33:29.297948 run osmo-hlr_10.42.42.2(pid=5565): stdout: \u000a| (launched: 2022-12-10_06:33:26.161931) \u000a06:33:29.346880 run osmo-hlr_10.42.42.2(pid=5565): stderr: \u000a| �[0;m�[1;31m20221210063326359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063326360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063326371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063326379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063326380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:29.387955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminating (SIGTERM)\u000a06:33:29.426929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminating (SIGTERM)\u000a06:33:29.466087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminating (SIGTERM)\u000a06:33:29.475503 --- ParallelTerminationStrategy: PID 5564 died...\u000a06:33:29.527976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5564): Terminated: ok {rc=0}\u000a06:33:29.537873 --- ParallelTerminationStrategy: PID 5567 died...\u000a06:33:29.590051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5567): Terminated: ok {rc=0}\u000a06:33:29.599783 --- ParallelTerminationStrategy: PID 5570 died...\u000a06:33:29.652372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5570): Terminated: ok {rc=0}\u000a06:33:29.739092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:33:30.789322 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:30.801474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:33:30.961938 tst ping_idle_ping.py: using LAC 26514\u000a06:33:31.081570 tst ping_idle_ping.py: using RAC 249\u000a06:33:31.202280 tst ping_idle_ping.py: using CellId 26514\u000a06:33:31.348126 tst ping_idle_ping.py: using BVCI 26515\u000a06:33:31.371523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.383646 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.396089 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.409146 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.420889 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.433813 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.447806 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:33:31.460525 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:33:31.782677 tst ping_idle_ping.py:24: start network...\u000a06:33:31.916892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:32.422643 run create_hlr_db(pid=5572): Launched\u000a06:33:32.602423 bus /gobi_6: Setting Powered False\u000a06:33:33.623277 run create_hlr_db(pid=5572): Terminated: ok {rc=0}\u000a06:33:34.036907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Launched\u000a06:33:34.346702 run osmo-hlr_10.42.42.2(pid=5575): Launched\u000a06:33:34.462263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:35.001117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Launched\u000a06:33:35.309367 run osmo-stp_10.42.42.5(pid=5578): Launched\u000a06:33:35.421363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:35.961367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Launched\u000a06:33:36.071323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:36.341805 run patchelf(pid=5581): Launched\u000a06:33:36.522952 run osmo-stp_10.42.42.5(pid=5578): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)]\u000a06:33:36.655454 run osmo-stp_10.42.42.5(pid=5578): stdout: \u000a| (launched: 2022-12-10_06:33:35.157694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:36.788482 run osmo-stp_10.42.42.5(pid=5578): stderr: \u000a| �[0;m�[38;5;43m20221210063335348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063335349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:36.916368 run osmo-stp_10.42.42.5(pid=5578): stdout: \u000a| (launched: 2022-12-10_06:33:35.157694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:37.043117 run osmo-stp_10.42.42.5(pid=5578): stderr: \u000a| �[0;m�[38;5;43m20221210063335348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063335349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063335349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063335350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:37.190345 run patchelf(pid=5581): Terminating (SIGINT)\u000a06:33:37.363905 run patchelf(pid=5581): Terminated: ok {rc=0}\u000a06:33:37.395610 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5578): Process ended prematurely: osmo-stp_10.42.42.5(pid=5578) [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5578)] [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:33:37.404889 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:33:37.466276 run osmo-hlr_10.42.42.2(pid=5575): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5575)]\u000a06:33:37.516399 run osmo-hlr_10.42.42.2(pid=5575): stdout: \u000a| (launched: 2022-12-10_06:33:34.194232) \u000a06:33:37.567119 run osmo-hlr_10.42.42.2(pid=5575): stderr: \u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063334394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063334407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063334416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:37.610464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Terminating (SIGTERM)\u000a06:33:37.651357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Terminating (SIGTERM)\u000a06:33:37.692342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Terminating (SIGTERM)\u000a06:33:37.701958 --- ParallelTerminationStrategy: PID 5574 died...\u000a06:33:37.756627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5574): Terminated: ok {rc=0}\u000a06:33:37.766697 --- ParallelTerminationStrategy: PID 5577 died...\u000a06:33:37.821217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5577): Terminated: ok {rc=0}\u000a06:33:37.831085 --- ParallelTerminationStrategy: PID 5580 died...\u000a06:33:37.885085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5580): Terminated: ok {rc=0}\u000a06:33:37.970705 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:32:40" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:33:39.970549 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:39.982032 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:33:40.128360 tst switch_tch_pdch.py: using LAC 26515\u000a06:33:40.242446 tst switch_tch_pdch.py: using RAC 250\u000a06:33:40.355781 tst switch_tch_pdch.py: using CellId 26515\u000a06:33:40.468867 tst switch_tch_pdch.py: using BVCI 26516\u000a06:33:40.490999 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.502453 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.513843 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.525420 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.536984 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.548539 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.560309 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:33:40.572013 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:33:40.689535 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:33:40.972920 tst switch_tch_pdch.py:51: start network...\u000a06:33:41.100854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:41.594788 run create_hlr_db(pid=5585): Launched\u000a06:33:41.774126 bus /gobi_6: Setting Powered False\u000a06:33:42.793620 run create_hlr_db(pid=5585): Terminated: ok {rc=0}\u000a06:33:43.183741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Launched\u000a06:33:43.472078 run osmo-hlr_10.42.42.2(pid=5588): Launched\u000a06:33:43.580350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:44.087345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Launched\u000a06:33:44.376135 run osmo-stp_10.42.42.5(pid=5591): Launched\u000a06:33:44.481162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:33:44.984186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Launched\u000a06:33:45.086974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:33:45.338988 run patchelf(pid=5594): Launched\u000a06:33:45.508604 run osmo-stp_10.42.42.5(pid=5591): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)]\u000a06:33:45.632775 run osmo-stp_10.42.42.5(pid=5591): stdout: \u000a| (launched: 2022-12-10_06:33:44.233427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:45.757227 run osmo-stp_10.42.42.5(pid=5591): stderr: \u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063344404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063344405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:45.900637 run osmo-stp_10.42.42.5(pid=5591): stdout: \u000a| (launched: 2022-12-10_06:33:44.233427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:46.022492 run osmo-stp_10.42.42.5(pid=5591): stderr: \u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063344403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063344404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063344404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063344405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:46.162976 run patchelf(pid=5594): Terminating (SIGINT)\u000a06:33:46.328858 run patchelf(pid=5594): Terminated: ok {rc=0}\u000a06:33:46.359777 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5591): Process ended prematurely: osmo-stp_10.42.42.5(pid=5591) [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5591)] [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:33:46.369206 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a06:33:46.430099 run osmo-hlr_10.42.42.2(pid=5588): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5588)]\u000a06:33:46.479501 run osmo-hlr_10.42.42.2(pid=5588): stdout: \u000a| (launched: 2022-12-10_06:33:43.329757) \u000a06:33:46.529528 run osmo-hlr_10.42.42.2(pid=5588): stderr: \u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063343504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063343517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063343525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:46.572027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminating (SIGTERM)\u000a06:33:46.614392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminating (SIGTERM)\u000a06:33:46.654480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Terminating (SIGTERM)\u000a06:33:46.664086 --- ParallelTerminationStrategy: PID 5587 died...\u000a06:33:46.717923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5587): Terminated: ok {rc=0}\u000a06:33:46.727943 --- ParallelTerminationStrategy: PID 5590 died...\u000a06:33:46.781325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5590): Terminated: ok {rc=0}\u000a06:33:46.791609 --- ParallelTerminationStrategy: PID 5593 died...\u000a06:33:46.845068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5593): Terminated: ok {rc=0}\u000a06:33:46.929324 bus /gobi_0: Setting Powered False\u000a06:33:48.028435 bus /gobi_0: Setting Powered False\u000a06:33:49.138604 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:33:39" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a06:33:51.080196 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.091292 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:33:51.226960 tst mo_mt_sms.py: using LAC 26516\u000a06:33:51.339353 tst mo_mt_sms.py: using RAC 251\u000a06:33:51.450805 tst mo_mt_sms.py: using CellId 26516\u000a06:33:51.562475 tst mo_mt_sms.py: using BVCI 26517\u000a06:33:51.584150 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.594767 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.605076 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.615517 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.626112 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:33:51.636570 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:33:51.753472 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a06:33:51.947442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:33:52.399927 run create_hlr_db(pid=5598): Launched\u000a06:33:52.566208 bus /gobi_6: Setting Powered False\u000a06:33:53.587507 run create_hlr_db(pid=5598): Terminated: ok {rc=0}\u000a06:33:54.000443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Launched\u000a06:33:54.309332 run osmo-hlr_10.42.42.2(pid=5601): Launched\u000a06:33:54.423943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:33:54.960919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Launched\u000a06:33:55.269356 run osmo-stp_10.42.42.5(pid=5604): Launched\u000a06:33:55.381412 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:33:55.947064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Launched\u000a06:33:56.257303 run osmo-msc_10.42.42.6(pid=5607): Launched\u000a06:33:56.440025 run osmo-stp_10.42.42.5(pid=5604): ERR: Terminated: ERROR {rc=1} [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)]\u000a06:33:56.573650 run osmo-stp_10.42.42.5(pid=5604): stdout: \u000a| (launched: 2022-12-10_06:33:55.117672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:56.703233 run osmo-stp_10.42.42.5(pid=5604): stderr: \u000a| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063355307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063355307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:56.827697 run osmo-stp_10.42.42.5(pid=5604): stdout: \u000a| (launched: 2022-12-10_06:33:55.117672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:33:56.950858 run osmo-stp_10.42.42.5(pid=5604): stderr: \u000a| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063355306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063355307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063355307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063355310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:33:57.005451 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5604): Process ended prematurely: osmo-stp_10.42.42.5(pid=5604) [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5604)] [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a06:33:57.014064 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a06:33:57.075955 run osmo-hlr_10.42.42.2(pid=5601): ERR: Terminated: ERROR {rc=237} [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5601)]\u000a06:33:57.126611 run osmo-hlr_10.42.42.2(pid=5601): stdout: \u000a| (launched: 2022-12-10_06:33:54.157102) \u000a06:33:57.177816 run osmo-hlr_10.42.42.2(pid=5601): stderr: \u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063354354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063354367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063354376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063354377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063354377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:33:57.247596 run osmo-msc_10.42.42.6(pid=5607): ERR: Terminated: ERROR {rc=2} [trial-2370↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5607)]\u000a06:33:57.298227 run osmo-msc_10.42.42.6(pid=5607): stdout: \u000a| (launched: 2022-12-10_06:33:56.104402) \u000a06:33:57.349304 run osmo-msc_10.42.42.6(pid=5607): stderr: \u000a| �[0;m�[38;5;43m20221210063356424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063356424 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7ac39fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063356425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063356425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063356427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063356427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:33:57.392485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Terminating (SIGTERM)\u000a06:33:57.433556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Terminating (SIGTERM)\u000a06:33:57.474807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Terminating (SIGTERM)\u000a06:33:57.484590 --- ParallelTerminationStrategy: PID 5600 died...\u000a06:33:57.539619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5600): Terminated: ok {rc=0}\u000a06:33:57.549910 --- ParallelTerminationStrategy: PID 5603 died...\u000a06:33:57.604545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5603): Terminated: ok {rc=0}\u000a06:33:57.614789 --- ParallelTerminationStrategy: PID 5606 died...\u000a06:33:57.669691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5606): Terminated: ok {rc=0}\u000a06:33:57.754987 bus /sierra_3: Setting Powered False\u000a06:33:58.854940 bus /sierra_3: Setting Powered False\u000a06:33:59.964187 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:33:50" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:34:01.887871 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a06:34:01.902787 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:34:02.073453 tst assert_extension.py: using LAC 26517\u000a06:34:02.226575 tst assert_extension.py: using RAC 252\u000a06:34:02.347905 tst assert_extension.py: using CellId 26517\u000a06:34:02.460349 tst assert_extension.py: using BVCI 26518\u000a06:34:02.482229 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:34:02.762829 tst assert_extension.py:10: start nitb and bts...\u000a06:34:02.891620 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:34:03.531821 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Launched\u000a06:34:03.837648 run osmo-nitb_10.42.42.2(pid=5615): Launched\u000a06:34:04.027272 run osmo-nitb_10.42.42.2(pid=5615): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)]\u000a06:34:04.167570 run osmo-nitb_10.42.42.2(pid=5615): stdout: \u000a| (launched: 2022-12-10_06:34:03.689028) \u000a06:34:04.308509 run osmo-nitb_10.42.42.2(pid=5615): stderr: \u000a| (launched: 2022-12-10_06:34:03.734921)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:04.444501 run osmo-nitb_10.42.42.2(pid=5615): stdout: \u000a| (launched: 2022-12-10_06:34:03.689028) \u000a06:34:04.579114 run osmo-nitb_10.42.42.2(pid=5615): stderr: \u000a| (launched: 2022-12-10_06:34:03.734921)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:04.962959 tst osmo-nitb_10.42.42.2(pid=5615): stdout: \u000a| (launched: 2022-12-10_06:34:03.689028) \u000a06:34:05.086948 tst osmo-nitb_10.42.42.2(pid=5615): stderr: \u000a| (launched: 2022-12-10_06:34:03.734921)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:34:05.141272 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5615): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5615) [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5615)] [trial-2370↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a06:34:05.149819 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:34:05.186610 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Terminating (SIGTERM)\u000a06:34:05.364195 --- ParallelTerminationStrategy: PID 5614 died...\u000a06:34:05.420710 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5614): Terminated: ok {rc=0}\u000a06:34:05.506583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:34:01" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a06:34:07.340941 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.351710 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:34:07.484013 tst assert_extension.py: using LAC 26518\u000a06:34:07.600561 tst assert_extension.py: using RAC 253\u000a06:34:07.711891 tst assert_extension.py: using CellId 26518\u000a06:34:07.823672 tst assert_extension.py: using BVCI 26519\u000a06:34:07.845753 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.856563 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.867174 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.878011 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.888785 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:34:07.899576 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a06:34:08.090048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:08.542421 run create_hlr_db(pid=5619): Launched\u000a06:34:08.709616 bus /sierra_2: Setting Powered False\u000a06:34:09.730037 run create_hlr_db(pid=5619): Terminated: ok {rc=0}\u000a06:34:10.141890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Launched\u000a06:34:10.452367 run osmo-hlr_10.42.42.2(pid=5622): Launched\u000a06:34:10.567541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:11.107185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Launched\u000a06:34:11.417807 run osmo-stp_10.42.42.5(pid=5625): Launched\u000a06:34:11.530383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:12.093635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Launched\u000a06:34:12.401750 run osmo-msc_10.42.42.6(pid=5628): Launched\u000a06:34:12.585012 run osmo-stp_10.42.42.5(pid=5625): ERR: Terminated: ERROR {rc=1} [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)]\u000a06:34:12.717154 run osmo-stp_10.42.42.5(pid=5625): stdout: \u000a| (launched: 2022-12-10_06:34:11.264291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:12.848273 run osmo-stp_10.42.42.5(pid=5625): stderr: \u000a| �[0;m�[38;5;43m20221210063411454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063411455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:12.972364 run osmo-stp_10.42.42.5(pid=5625): stdout: \u000a| (launched: 2022-12-10_06:34:11.264291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:13.095463 run osmo-stp_10.42.42.5(pid=5625): stderr: \u000a| �[0;m�[38;5;43m20221210063411454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063411455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063411455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063411456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:13.149854 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5625): Process ended prematurely: osmo-stp_10.42.42.5(pid=5625) [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5625)] [trial-2370↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a06:34:13.158543 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a06:34:13.220564 run osmo-hlr_10.42.42.2(pid=5622): ERR: Terminated: ERROR {rc=237} [trial-2370↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5622)]\u000a06:34:13.271985 run osmo-hlr_10.42.42.2(pid=5622): stdout: \u000a| (launched: 2022-12-10_06:34:10.299266) \u000a06:34:13.323690 run osmo-hlr_10.42.42.2(pid=5622): stderr: \u000a| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063410496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063410497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063410511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063410519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:13.393423 run osmo-msc_10.42.42.6(pid=5628): ERR: Terminated: ERROR {rc=2} [trial-2370↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5628)]\u000a06:34:13.444264 run osmo-msc_10.42.42.6(pid=5628): stdout: \u000a| (launched: 2022-12-10_06:34:12.249956) \u000a06:34:13.495300 run osmo-msc_10.42.42.6(pid=5628): stderr: \u000a| �[0;m�[38;5;43m20221210063412571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063412571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd1c1b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063412571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063412571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063412573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063412574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:13.538760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Terminating (SIGTERM)\u000a06:34:13.579892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Terminating (SIGTERM)\u000a06:34:13.620874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Terminating (SIGTERM)\u000a06:34:13.630713 --- ParallelTerminationStrategy: PID 5621 died...\u000a06:34:13.685611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5621): Terminated: ok {rc=0}\u000a06:34:13.695583 --- ParallelTerminationStrategy: PID 5624 died...\u000a06:34:13.750093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5624): Terminated: ok {rc=0}\u000a06:34:13.759952 --- ParallelTerminationStrategy: PID 5627 died...\u000a06:34:13.814381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5627): Terminated: ok {rc=0}\u000a06:34:13.900024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:34:07" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:34:15.869777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:15.889700 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:34:16.060085 tst mo_mt_call.py: using LAC 26519\u000a06:34:16.178641 tst mo_mt_call.py: using RAC 254\u000a06:34:16.296254 tst mo_mt_call.py: using CellId 26519\u000a06:34:16.422456 tst mo_mt_call.py: using BVCI 26520\u000a06:34:16.447181 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:16.459369 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:16.471531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:16.483475 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:16.495969 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:16.508017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:16.629379 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:16.836541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:17.355394 run create_hlr_db(pid=5633): Launched\u000a06:34:17.524595 bus /sierra_2: Setting Powered False\u000a06:34:18.545930 run create_hlr_db(pid=5633): Terminated: ok {rc=0}\u000a06:34:18.938083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Launched\u000a06:34:19.231152 run osmo-hlr_10.42.42.2(pid=5636): Launched\u000a06:34:19.338627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:19.848424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Launched\u000a06:34:20.142527 run osmo-stp_10.42.42.5(pid=5639): Launched\u000a06:34:20.249453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:20.785700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Launched\u000a06:34:21.079052 run osmo-msc_10.42.42.6(pid=5642): Launched\u000a06:34:21.252470 run osmo-stp_10.42.42.5(pid=5639): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]\u000a06:34:21.378195 run osmo-stp_10.42.42.5(pid=5639): stdout: \u000a| (launched: 2022-12-10_06:34:19.997081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:21.500759 run osmo-stp_10.42.42.5(pid=5639): stderr: \u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063420166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:21.618629 run osmo-stp_10.42.42.5(pid=5639): stdout: \u000a| (launched: 2022-12-10_06:34:19.997081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:21.735001 run osmo-stp_10.42.42.5(pid=5639): stderr: \u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063420166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063420166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:21.786721 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:34:21.795264 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a06:34:21.854340 run osmo-hlr_10.42.42.2(pid=5636): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5636)]\u000a06:34:21.902734 run osmo-hlr_10.42.42.2(pid=5636): stdout: \u000a| (launched: 2022-12-10_06:34:19.086403) \u000a06:34:21.951236 run osmo-hlr_10.42.42.2(pid=5636): stderr: \u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063419263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063419276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063419286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:22.017861 run osmo-msc_10.42.42.6(pid=5642): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5642)]\u000a06:34:22.065945 run osmo-msc_10.42.42.6(pid=5642): stdout: \u000a| (launched: 2022-12-10_06:34:20.933736) \u000a06:34:22.114782 run osmo-msc_10.42.42.6(pid=5642): stderr: \u000a| �[0;m�[38;5;43m20221210063421206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063421206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f611e287c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063421206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063421206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063421206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063421207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063421208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063421209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:22.155878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminating (SIGTERM)\u000a06:34:22.194818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminating (SIGTERM)\u000a06:34:22.234018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Terminating (SIGTERM)\u000a06:34:22.243409 --- ParallelTerminationStrategy: PID 5635 died...\u000a06:34:22.296601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminated: ok {rc=0}\u000a06:34:22.306191 --- ParallelTerminationStrategy: PID 5638 died...\u000a06:34:22.358585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminated: ok {rc=0}\u000a06:34:22.368127 --- ParallelTerminationStrategy: PID 5641 died...\u000a06:34:22.421135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5641): Terminated: ok {rc=0}\u000a06:34:22.508002 bus /sierra_3: Setting Powered False\u000a06:34:23.608902 bus /sierra_3: Setting Powered False\u000a06:34:24.718589 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:34:25.826119 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:25.838064 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:34:25.988849 tst mo_mt_call_osmux.py: using LAC 26520\u000a06:34:26.106323 tst mo_mt_call_osmux.py: using RAC 255\u000a06:34:26.223617 tst mo_mt_call_osmux.py: using CellId 26520\u000a06:34:26.338785 tst mo_mt_call_osmux.py: using BVCI 26521\u000a06:34:26.361060 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:26.372138 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:26.383113 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:26.394237 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:26.405445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:34:26.416530 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:26.535314 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:34:26.733672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:27.195488 run create_hlr_db(pid=5644): Launched\u000a06:34:27.363855 bus /sierra_2: Setting Powered False\u000a06:34:28.386818 run create_hlr_db(pid=5644): Terminated: ok {rc=0}\u000a06:34:28.807213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Launched\u000a06:34:29.122497 run osmo-hlr_10.42.42.2(pid=5647): Launched\u000a06:34:29.237526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:29.784498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Launched\u000a06:34:30.098377 run osmo-stp_10.42.42.5(pid=5650): Launched\u000a06:34:30.212386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:30.788513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Launched\u000a06:34:31.224369 run osmo-msc_10.42.42.6(pid=5653): Launched\u000a06:34:31.491367 run osmo-stp_10.42.42.5(pid=5650): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]\u000a06:34:31.703863 run osmo-stp_10.42.42.5(pid=5650): stdout: \u000a| (launched: 2022-12-10_06:34:29.943808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:31.903373 run osmo-stp_10.42.42.5(pid=5650): stderr: \u000a| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063430135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063430135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:32.032317 run osmo-stp_10.42.42.5(pid=5650): stdout: \u000a| (launched: 2022-12-10_06:34:29.943808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:32.160195 run osmo-stp_10.42.42.5(pid=5650): stderr: \u000a| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063430134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063430135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063430135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063430136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:32.217195 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:34:32.227138 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:34:32.291828 run osmo-hlr_10.42.42.2(pid=5647): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5647)]\u000a06:34:32.344044 run osmo-hlr_10.42.42.2(pid=5647): stdout: \u000a| (launched: 2022-12-10_06:34:28.967508) \u000a06:34:32.396234 run osmo-hlr_10.42.42.2(pid=5647): stderr: \u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063429164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063429176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063429184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063429185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063429185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:32.466736 run osmo-msc_10.42.42.6(pid=5653): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5653)]\u000a06:34:32.518240 run osmo-msc_10.42.42.6(pid=5653): stdout: \u000a| (launched: 2022-12-10_06:34:30.951964) \u000a06:34:32.570224 run osmo-msc_10.42.42.6(pid=5653): stderr: \u000a| �[0;m�[38;5;43m20221210063431466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063431466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa49e383c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063431466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063431466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063431466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063431467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063431468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063431469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:32.613900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminating (SIGTERM)\u000a06:34:32.655887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminating (SIGTERM)\u000a06:34:32.697918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Terminating (SIGTERM)\u000a06:34:32.708152 --- ParallelTerminationStrategy: PID 5646 died...\u000a06:34:32.764798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminated: ok {rc=0}\u000a06:34:32.774995 --- ParallelTerminationStrategy: PID 5649 died...\u000a06:34:32.830326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminated: ok {rc=0}\u000a06:34:32.840809 --- ParallelTerminationStrategy: PID 5652 died...\u000a06:34:32.896165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5652): Terminated: ok {rc=0}\u000a06:34:32.981310 bus /sierra_3: Setting Powered False\u000a06:34:34.086202 bus /sierra_3: Setting Powered False\u000a06:34:35.192569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:34:15" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:34:37.188472 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.199540 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:34:37.349312 tst mo_mt_call.py: using LAC 26521\u000a06:34:37.464369 tst mo_mt_call.py: using RAC 1\u000a06:34:37.594125 tst mo_mt_call.py: using CellId 26521\u000a06:34:37.715128 tst mo_mt_call.py: using BVCI 26522\u000a06:34:37.738986 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.750516 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.761886 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.773229 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.784572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:37.795921 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:34:37.911004 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:34:38.117124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:38.619303 run create_hlr_db(pid=5658): Launched\u000a06:34:38.801524 bus /sierra_2: Setting Powered False\u000a06:34:39.822125 run create_hlr_db(pid=5658): Terminated: ok {rc=0}\u000a06:34:40.241115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Launched\u000a06:34:40.556451 run osmo-hlr_10.42.42.2(pid=5661): Launched\u000a06:34:40.671276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:41.220875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Launched\u000a06:34:41.536798 run osmo-stp_10.42.42.5(pid=5664): Launched\u000a06:34:41.650547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:42.225561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Launched\u000a06:34:42.540445 run osmo-msc_10.42.42.6(pid=5667): Launched\u000a06:34:42.725488 run osmo-stp_10.42.42.5(pid=5664): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)]\u000a06:34:42.859756 run osmo-stp_10.42.42.5(pid=5664): stdout: \u000a| (launched: 2022-12-10_06:34:41.381774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:42.993343 run osmo-stp_10.42.42.5(pid=5664): stderr: \u000a| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063441573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063441573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:43.119491 run osmo-stp_10.42.42.5(pid=5664): stdout: \u000a| (launched: 2022-12-10_06:34:41.381774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:43.243917 run osmo-stp_10.42.42.5(pid=5664): stderr: \u000a| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063441572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063441573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063441573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:43.299806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5664): Process ended prematurely: osmo-stp_10.42.42.5(pid=5664) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5664)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:34:43.309302 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:34:43.370479 run osmo-hlr_10.42.42.2(pid=5661): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5661)]\u000a06:34:43.420812 run osmo-hlr_10.42.42.2(pid=5661): stdout: \u000a| (launched: 2022-12-10_06:34:40.401945) \u000a06:34:43.471775 run osmo-hlr_10.42.42.2(pid=5661): stderr: \u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063440602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063440651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063440661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:43.541119 run osmo-msc_10.42.42.6(pid=5667): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5667)]\u000a06:34:43.591299 run osmo-msc_10.42.42.6(pid=5667): stdout: \u000a| (launched: 2022-12-10_06:34:42.385832) \u000a06:34:43.642154 run osmo-msc_10.42.42.6(pid=5667): stderr: \u000a| �[0;m�[38;5;43m20221210063442706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063442706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37a3eefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063442706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063442707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063442709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063442709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:43.685269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Terminating (SIGTERM)\u000a06:34:43.725939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Terminating (SIGTERM)\u000a06:34:43.766829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Terminating (SIGTERM)\u000a06:34:43.776412 --- ParallelTerminationStrategy: PID 5660 died...\u000a06:34:43.831191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5660): Terminated: ok {rc=0}\u000a06:34:43.841076 --- ParallelTerminationStrategy: PID 5663 died...\u000a06:34:43.895465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5663): Terminated: ok {rc=0}\u000a06:34:43.905518 --- ParallelTerminationStrategy: PID 5666 died...\u000a06:34:43.959547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5666): Terminated: ok {rc=0}\u000a06:34:44.045478 bus /sierra_3: Setting Powered False\u000a06:34:45.148992 bus /sierra_3: Setting Powered False\u000a06:34:46.283350 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:34:47.397711 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:47.410018 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:34:47.567826 tst mo_mt_call_osmux.py: using LAC 26522\u000a06:34:47.692698 tst mo_mt_call_osmux.py: using RAC 2\u000a06:34:47.815407 tst mo_mt_call_osmux.py: using CellId 26522\u000a06:34:47.943631 tst mo_mt_call_osmux.py: using BVCI 26523\u000a06:34:47.967641 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:47.979639 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:47.991189 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:48.002738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:48.014403 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:34:48.025912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:34:48.139804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:34:48.348200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:48.851241 run create_hlr_db(pid=5669): Launched\u000a06:34:49.032858 bus /sierra_2: Setting Powered False\u000a06:34:50.053519 run create_hlr_db(pid=5669): Terminated: ok {rc=0}\u000a06:34:50.448767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Launched\u000a06:34:50.744007 run osmo-hlr_10.42.42.2(pid=5672): Launched\u000a06:34:50.852637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:34:51.364052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Launched\u000a06:34:51.657310 run osmo-stp_10.42.42.5(pid=5675): Launched\u000a06:34:51.765180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:34:52.302389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Launched\u000a06:34:52.596934 run osmo-msc_10.42.42.6(pid=5678): Launched\u000a06:34:52.772746 run osmo-stp_10.42.42.5(pid=5675): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)]\u000a06:34:52.899087 run osmo-stp_10.42.42.5(pid=5675): stdout: \u000a| (launched: 2022-12-10_06:34:51.512484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:53.022122 run osmo-stp_10.42.42.5(pid=5675): stderr: \u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063451681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:53.140360 run osmo-stp_10.42.42.5(pid=5675): stdout: \u000a| (launched: 2022-12-10_06:34:51.512484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:34:53.257066 run osmo-stp_10.42.42.5(pid=5675): stderr: \u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063451680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063451681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063451681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:34:53.309107 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5675): Process ended prematurely: osmo-stp_10.42.42.5(pid=5675) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5675)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:34:53.317781 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:34:53.377053 run osmo-hlr_10.42.42.2(pid=5672): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5672)]\u000a06:34:53.425326 run osmo-hlr_10.42.42.2(pid=5672): stdout: \u000a| (launched: 2022-12-10_06:34:50.597869) \u000a06:34:53.474415 run osmo-hlr_10.42.42.2(pid=5672): stderr: \u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063450775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063450788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063450798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:34:53.540991 run osmo-msc_10.42.42.6(pid=5678): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5678)]\u000a06:34:53.589183 run osmo-msc_10.42.42.6(pid=5678): stdout: \u000a| (launched: 2022-12-10_06:34:52.451095) \u000a06:34:53.638097 run osmo-msc_10.42.42.6(pid=5678): stderr: \u000a| �[0;m�[38;5;43m20221210063452722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063452722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2db6b0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063452722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063452722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063452722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063452723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063452724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063452725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:34:53.679255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Terminating (SIGTERM)\u000a06:34:53.718499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Terminating (SIGTERM)\u000a06:34:53.757541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Terminating (SIGTERM)\u000a06:34:53.766862 --- ParallelTerminationStrategy: PID 5671 died...\u000a06:34:53.819701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5671): Terminated: ok {rc=0}\u000a06:34:53.829311 --- ParallelTerminationStrategy: PID 5674 died...\u000a06:34:53.881087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5674): Terminated: ok {rc=0}\u000a06:34:53.890675 --- ParallelTerminationStrategy: PID 5677 died...\u000a06:34:53.942539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5677): Terminated: ok {rc=0}\u000a06:34:54.030080 bus /sierra_3: Setting Powered False\u000a06:34:55.131366 bus /sierra_3: Setting Powered False\u000a06:34:56.239857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:34:36" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:34:58.244927 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.256668 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:34:58.416219 tst mo_mt_call.py: using LAC 26523\u000a06:34:58.539277 tst mo_mt_call.py: using RAC 3\u000a06:34:58.662943 tst mo_mt_call.py: using CellId 26523\u000a06:34:58.785970 tst mo_mt_call.py: using BVCI 26524\u000a06:34:58.810123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.821627 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.832836 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.844135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.855539 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:34:58.867257 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:34:58.981811 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:34:59.177680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:34:59.655741 run create_hlr_db(pid=5683): Launched\u000a06:34:59.837176 bus /sierra_2: Setting Powered False\u000a06:35:00.862293 run create_hlr_db(pid=5683): Terminated: ok {rc=0}\u000a06:35:01.325202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Launched\u000a06:35:01.725586 run osmo-hlr_10.42.42.2(pid=5686): Launched\u000a06:35:01.842071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:02.462169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Launched\u000a06:35:02.777072 run osmo-stp_10.42.42.5(pid=5692): Launched\u000a06:35:02.891383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:03.467771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Launched\u000a06:35:03.781718 run osmo-msc_10.42.42.6(pid=5695): Launched\u000a06:35:03.966402 run osmo-stp_10.42.42.5(pid=5692): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a06:35:04.100116 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-10_06:35:02.622686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:04.233960 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063502817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063502817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:04.361155 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-10_06:35:02.622686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:04.486529 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063502816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063502817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063502817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063502818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:04.542245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:35:04.551490 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a06:35:04.613421 run osmo-hlr_10.42.42.2(pid=5686): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5686)]\u000a06:35:04.663941 run osmo-hlr_10.42.42.2(pid=5686): stdout: \u000a| (launched: 2022-12-10_06:35:01.488085) \u000a06:35:04.715126 run osmo-hlr_10.42.42.2(pid=5686): stderr: \u000a| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063501859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063501860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063501917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063501943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063501944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063501944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:04.785284 run osmo-msc_10.42.42.6(pid=5695): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5695)]\u000a06:35:04.835812 run osmo-msc_10.42.42.6(pid=5695): stdout: \u000a| (launched: 2022-12-10_06:35:03.627636) \u000a06:35:04.886664 run osmo-msc_10.42.42.6(pid=5695): stderr: \u000a| �[0;m�[38;5;43m20221210063503949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063503949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff48545cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063503949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063503949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063503949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063503950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063503951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063503952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:04.930384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Terminating (SIGTERM)\u000a06:35:04.971299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminating (SIGTERM)\u000a06:35:05.012273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminating (SIGTERM)\u000a06:35:05.022167 --- ParallelTerminationStrategy: PID 5685 died...\u000a06:35:05.077150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5685): Terminated: ok {rc=0}\u000a06:35:05.087430 --- ParallelTerminationStrategy: PID 5691 died...\u000a06:35:05.142017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminated: ok {rc=0}\u000a06:35:05.152201 --- ParallelTerminationStrategy: PID 5694 died...\u000a06:35:05.206834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5694): Terminated: ok {rc=0}\u000a06:35:05.291862 bus /sierra_3: Setting Powered False\u000a06:35:06.398635 bus /sierra_3: Setting Powered False\u000a06:35:07.508196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:08.614413 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:08.626083 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:35:08.777737 tst mo_mt_call_osmux.py: using LAC 26524\u000a06:35:08.895316 tst mo_mt_call_osmux.py: using RAC 4\u000a06:35:09.013219 tst mo_mt_call_osmux.py: using CellId 26524\u000a06:35:09.131892 tst mo_mt_call_osmux.py: using BVCI 26525\u000a06:35:09.154320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:09.165496 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:09.176241 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:09.187880 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:09.199640 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:35:09.212067 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:09.331400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:35:09.533589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:09.996645 run create_hlr_db(pid=5697): Launched\u000a06:35:10.165713 bus /sierra_2: Setting Powered False\u000a06:35:11.187286 run create_hlr_db(pid=5697): Terminated: ok {rc=0}\u000a06:35:11.607059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Launched\u000a06:35:11.923351 run osmo-hlr_10.42.42.2(pid=5700): Launched\u000a06:35:12.038998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:12.586403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Launched\u000a06:35:12.900276 run osmo-stp_10.42.42.5(pid=5703): Launched\u000a06:35:13.014755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:13.590311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Launched\u000a06:35:13.904591 run osmo-msc_10.42.42.6(pid=5706): Launched\u000a06:35:14.088889 run osmo-stp_10.42.42.5(pid=5703): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)]\u000a06:35:14.227258 run osmo-stp_10.42.42.5(pid=5703): stdout: \u000a| (launched: 2022-12-10_06:35:12.745601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:14.359150 run osmo-stp_10.42.42.5(pid=5703): stderr: \u000a| �[0;m�[38;5;43m20221210063512937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063512938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063512940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:14.485552 run osmo-stp_10.42.42.5(pid=5703): stdout: \u000a| (launched: 2022-12-10_06:35:12.745601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:14.610616 run osmo-stp_10.42.42.5(pid=5703): stderr: \u000a| �[0;m�[38;5;43m20221210063512937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063512938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063512938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063512940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063512941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:14.666421 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5703): Process ended prematurely: osmo-stp_10.42.42.5(pid=5703) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5703)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:35:14.675650 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:35:14.737781 run osmo-hlr_10.42.42.2(pid=5700): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5700)]\u000a06:35:14.788556 run osmo-hlr_10.42.42.2(pid=5700): stdout: \u000a| (launched: 2022-12-10_06:35:11.768548) \u000a06:35:14.839715 run osmo-hlr_10.42.42.2(pid=5700): stderr: \u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063511967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063511979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063511989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:14.909382 run osmo-msc_10.42.42.6(pid=5706): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5706)]\u000a06:35:14.959880 run osmo-msc_10.42.42.6(pid=5706): stdout: \u000a| (launched: 2022-12-10_06:35:13.750090) \u000a06:35:15.011552 run osmo-msc_10.42.42.6(pid=5706): stderr: \u000a| �[0;m�[38;5;43m20221210063514071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063514072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f716521ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063514072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063514072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063514074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063514074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063514075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:15.054759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Terminating (SIGTERM)\u000a06:35:15.096010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Terminating (SIGTERM)\u000a06:35:15.137123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Terminating (SIGTERM)\u000a06:35:15.146881 --- ParallelTerminationStrategy: PID 5699 died...\u000a06:35:15.201693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5699): Terminated: ok {rc=0}\u000a06:35:15.211740 --- ParallelTerminationStrategy: PID 5702 died...\u000a06:35:15.266426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5702): Terminated: ok {rc=0}\u000a06:35:15.276570 --- ParallelTerminationStrategy: PID 5705 died...\u000a06:35:15.331542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5705): Terminated: ok {rc=0}\u000a06:35:15.416030 bus /sierra_3: Setting Powered False\u000a06:35:16.520797 bus /sierra_3: Setting Powered False\u000a06:35:17.624775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:34:57" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:35:19.636869 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:19.648552 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:35:19.806905 tst mo_mt_call.py: using LAC 26525\u000a06:35:19.932082 tst mo_mt_call.py: using RAC 5\u000a06:35:20.055679 tst mo_mt_call.py: using CellId 26525\u000a06:35:20.179486 tst mo_mt_call.py: using BVCI 26526\u000a06:35:20.203473 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:20.215117 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:20.226506 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:20.238112 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:20.249833 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:20.261388 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:35:20.375512 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:35:20.580776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:21.083176 run create_hlr_db(pid=5711): Launched\u000a06:35:21.265263 bus /sierra_2: Setting Powered False\u000a06:35:22.286182 run create_hlr_db(pid=5711): Terminated: ok {rc=0}\u000a06:35:22.705122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Launched\u000a06:35:23.018928 run osmo-hlr_10.42.42.2(pid=5714): Launched\u000a06:35:23.136510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:23.683846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Launched\u000a06:35:23.998819 run osmo-stp_10.42.42.5(pid=5717): Launched\u000a06:35:24.112776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:24.688275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Launched\u000a06:35:25.002484 run osmo-msc_10.42.42.6(pid=5720): Launched\u000a06:35:25.187223 run osmo-stp_10.42.42.5(pid=5717): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)]\u000a06:35:25.321467 run osmo-stp_10.42.42.5(pid=5717): stdout: \u000a| (launched: 2022-12-10_06:35:23.843917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:25.454735 run osmo-stp_10.42.42.5(pid=5717): stderr: \u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063524038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:25.581338 run osmo-stp_10.42.42.5(pid=5717): stdout: \u000a| (launched: 2022-12-10_06:35:23.843917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:25.706412 run osmo-stp_10.42.42.5(pid=5717): stderr: \u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063524037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063524038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:25.762113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5717): Process ended prematurely: osmo-stp_10.42.42.5(pid=5717) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5717)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:35:25.771446 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:35:25.833526 run osmo-hlr_10.42.42.2(pid=5714): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5714)]\u000a06:35:25.884271 run osmo-hlr_10.42.42.2(pid=5714): stdout: \u000a| (launched: 2022-12-10_06:35:22.865225) \u000a06:35:25.935755 run osmo-hlr_10.42.42.2(pid=5714): stderr: \u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063523064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063523075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063523084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:26.005258 run osmo-msc_10.42.42.6(pid=5720): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5720)]\u000a06:35:26.055696 run osmo-msc_10.42.42.6(pid=5720): stdout: \u000a| (launched: 2022-12-10_06:35:24.847925) \u000a06:35:26.106651 run osmo-msc_10.42.42.6(pid=5720): stderr: \u000a| �[0;m�[38;5;43m20221210063525172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063525173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a8edabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063525173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063525173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063525175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063525175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:26.149643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminating (SIGTERM)\u000a06:35:26.190280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminating (SIGTERM)\u000a06:35:26.231294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminating (SIGTERM)\u000a06:35:26.241151 --- ParallelTerminationStrategy: PID 5713 died...\u000a06:35:26.296198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5713): Terminated: ok {rc=0}\u000a06:35:26.306109 --- ParallelTerminationStrategy: PID 5716 died...\u000a06:35:26.360779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5716): Terminated: ok {rc=0}\u000a06:35:26.370818 --- ParallelTerminationStrategy: PID 5719 died...\u000a06:35:26.425404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5719): Terminated: ok {rc=0}\u000a06:35:26.510256 bus /sierra_3: Setting Powered False\u000a06:35:27.616986 bus /sierra_3: Setting Powered False\u000a06:35:28.727270 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:29.838909 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:29.851253 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:35:30.011443 tst mo_mt_call_osmux.py: using LAC 26526\u000a06:35:30.138943 tst mo_mt_call_osmux.py: using RAC 6\u000a06:35:30.262899 tst mo_mt_call_osmux.py: using CellId 26526\u000a06:35:30.386752 tst mo_mt_call_osmux.py: using BVCI 26527\u000a06:35:30.410987 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:30.422624 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:30.434059 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:30.445595 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:30.457098 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:35:30.468472 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:35:30.585187 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:35:30.783833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:31.279594 run create_hlr_db(pid=5722): Launched\u000a06:35:31.454299 bus /sierra_2: Setting Powered False\u000a06:35:32.473668 run create_hlr_db(pid=5722): Terminated: ok {rc=0}\u000a06:35:32.866431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Launched\u000a06:35:33.160393 run osmo-hlr_10.42.42.2(pid=5725): Launched\u000a06:35:33.268283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:33.778876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Launched\u000a06:35:34.072751 run osmo-stp_10.42.42.5(pid=5728): Launched\u000a06:35:34.179479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:34.716327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Launched\u000a06:35:35.010199 run osmo-msc_10.42.42.6(pid=5731): Launched\u000a06:35:35.184588 run osmo-stp_10.42.42.5(pid=5728): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)]\u000a06:35:35.310504 run osmo-stp_10.42.42.5(pid=5728): stdout: \u000a| (launched: 2022-12-10_06:35:33.927558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:35.433687 run osmo-stp_10.42.42.5(pid=5728): stderr: \u000a| �[0;m�[38;5;43m20221210063534097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063534098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:35.551488 run osmo-stp_10.42.42.5(pid=5728): stdout: \u000a| (launched: 2022-12-10_06:35:33.927558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:35.668507 run osmo-stp_10.42.42.5(pid=5728): stderr: \u000a| �[0;m�[38;5;43m20221210063534097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063534098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063534098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063534099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:35.720473 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5728): Process ended prematurely: osmo-stp_10.42.42.5(pid=5728) [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5728)] [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:35:35.729272 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a06:35:35.788435 run osmo-hlr_10.42.42.2(pid=5725): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5725)]\u000a06:35:35.836504 run osmo-hlr_10.42.42.2(pid=5725): stdout: \u000a| (launched: 2022-12-10_06:35:33.015663) \u000a06:35:35.885116 run osmo-hlr_10.42.42.2(pid=5725): stderr: \u000a| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063533190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063533203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063533213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063533214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063533214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:35.951289 run osmo-msc_10.42.42.6(pid=5731): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5731)]\u000a06:35:35.999262 run osmo-msc_10.42.42.6(pid=5731): stdout: \u000a| (launched: 2022-12-10_06:35:34.864632) \u000a06:35:36.047985 run osmo-msc_10.42.42.6(pid=5731): stderr: \u000a| �[0;m�[38;5;43m20221210063535138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063535138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e020ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063535138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063535138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063535140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063535140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063535140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063535141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:36.088888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Terminating (SIGTERM)\u000a06:35:36.128039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Terminating (SIGTERM)\u000a06:35:36.167137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Terminating (SIGTERM)\u000a06:35:36.176386 --- ParallelTerminationStrategy: PID 5724 died...\u000a06:35:36.228621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5724): Terminated: ok {rc=0}\u000a06:35:36.238509 --- ParallelTerminationStrategy: PID 5727 died...\u000a06:35:36.290963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5727): Terminated: ok {rc=0}\u000a06:35:36.300906 --- ParallelTerminationStrategy: PID 5730 died...\u000a06:35:36.352875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5730): Terminated: ok {rc=0}\u000a06:35:36.440005 bus /sierra_3: Setting Powered False\u000a06:35:37.540065 bus /sierra_3: Setting Powered False\u000a06:35:38.649241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:35:40.646647 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:40.657797 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:35:40.814464 tst mo_mt_call.py: using LAC 26527\u000a06:35:40.929327 tst mo_mt_call.py: using RAC 7\u000a06:35:41.044049 tst mo_mt_call.py: using CellId 26527\u000a06:35:41.170185 tst mo_mt_call.py: using BVCI 26528\u000a06:35:41.194763 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:41.206770 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:41.219659 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:41.231374 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:41.243095 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:41.254649 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:41.371260 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:41.577128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:42.078857 run create_hlr_db(pid=5737): Launched\u000a06:35:42.260102 bus /sierra_2: Setting Powered False\u000a06:35:43.281370 run create_hlr_db(pid=5737): Terminated: ok {rc=0}\u000a06:35:43.702041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Launched\u000a06:35:44.016417 run osmo-hlr_10.42.42.2(pid=5740): Launched\u000a06:35:44.131371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:44.672584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Launched\u000a06:35:44.966633 run osmo-stp_10.42.42.5(pid=5743): Launched\u000a06:35:45.073288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:45.610349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Launched\u000a06:35:45.971393 run osmo-msc_10.42.42.6(pid=5746): Launched\u000a06:35:46.361207 run osmo-stp_10.42.42.5(pid=5743): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a06:35:46.572422 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-10_06:35:44.821587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:46.767679 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063544991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063544991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:46.897342 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-10_06:35:44.821587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:47.027970 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063544990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063544991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063544991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063544991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:47.085168 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)] [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:35:47.095025 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:35:47.160938 run osmo-hlr_10.42.42.2(pid=5740): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5740)]\u000a06:35:47.213687 run osmo-hlr_10.42.42.2(pid=5740): stdout: \u000a| (launched: 2022-12-10_06:35:43.861974) \u000a06:35:47.267336 run osmo-hlr_10.42.42.2(pid=5740): stderr: \u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063544060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063544078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:47.341043 run osmo-msc_10.42.42.6(pid=5746): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5746)]\u000a06:35:47.393081 run osmo-msc_10.42.42.6(pid=5746): stdout: \u000a| (launched: 2022-12-10_06:35:45.758799) \u000a06:35:47.444624 run osmo-msc_10.42.42.6(pid=5746): stderr: \u000a| �[0;m�[38;5;43m20221210063546429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063546429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1105e73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063546430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063546430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063546432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063546432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:47.487997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminating (SIGTERM)\u000a06:35:47.529762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a06:35:47.571417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Terminating (SIGTERM)\u000a06:35:47.581503 --- ParallelTerminationStrategy: PID 5739 died...\u000a06:35:47.636861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminated: ok {rc=0}\u000a06:35:47.647282 --- ParallelTerminationStrategy: PID 5742 died...\u000a06:35:47.702556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a06:35:47.713034 --- ParallelTerminationStrategy: PID 5745 died...\u000a06:35:47.768680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5745): Terminated: ok {rc=0}\u000a06:35:47.854295 bus /sierra_3: Setting Powered False\u000a06:35:48.959582 bus /sierra_3: Setting Powered False\u000a06:35:50.066111 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:35:51.178204 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.190374 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:35:51.351479 tst mo_mt_call_osmux.py: using LAC 26528\u000a06:35:51.477016 tst mo_mt_call_osmux.py: using RAC 8\u000a06:35:51.600800 tst mo_mt_call_osmux.py: using CellId 26528\u000a06:35:51.724308 tst mo_mt_call_osmux.py: using BVCI 26529\u000a06:35:51.748469 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.760065 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.771572 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.783057 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.794654 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:35:51.806098 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:51.924462 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:35:52.129375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:35:52.634607 run create_hlr_db(pid=5748): Launched\u000a06:35:52.816140 bus /sierra_2: Setting Powered False\u000a06:35:53.837422 run create_hlr_db(pid=5748): Terminated: ok {rc=0}\u000a06:35:54.233194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Launched\u000a06:35:54.527542 run osmo-hlr_10.42.42.2(pid=5751): Launched\u000a06:35:54.642710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:35:55.159673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Launched\u000a06:35:55.453240 run osmo-stp_10.42.42.5(pid=5754): Launched\u000a06:35:55.560433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:35:56.098115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Launched\u000a06:35:56.392678 run osmo-msc_10.42.42.6(pid=5757): Launched\u000a06:35:56.566442 run osmo-stp_10.42.42.5(pid=5754): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)]\u000a06:35:56.692489 run osmo-stp_10.42.42.5(pid=5754): stdout: \u000a| (launched: 2022-12-10_06:35:55.308405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:56.815219 run osmo-stp_10.42.42.5(pid=5754): stderr: \u000a| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063555477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063555477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:56.933407 run osmo-stp_10.42.42.5(pid=5754): stdout: \u000a| (launched: 2022-12-10_06:35:55.308405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:35:57.050205 run osmo-stp_10.42.42.5(pid=5754): stderr: \u000a| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063555476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063555477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063555477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063555478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:35:57.102190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5754): Process ended prematurely: osmo-stp_10.42.42.5(pid=5754) [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5754)] [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:35:57.110734 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a06:35:57.169945 run osmo-hlr_10.42.42.2(pid=5751): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5751)]\u000a06:35:57.218201 run osmo-hlr_10.42.42.2(pid=5751): stdout: \u000a| (launched: 2022-12-10_06:35:54.382292) \u000a06:35:57.267016 run osmo-hlr_10.42.42.2(pid=5751): stderr: \u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063554557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063554569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063554580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:35:57.333350 run osmo-msc_10.42.42.6(pid=5757): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5757)]\u000a06:35:57.381486 run osmo-msc_10.42.42.6(pid=5757): stdout: \u000a| (launched: 2022-12-10_06:35:56.246669) \u000a06:35:57.430073 run osmo-msc_10.42.42.6(pid=5757): stderr: \u000a| �[0;m�[38;5;43m20221210063556517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063556517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d016fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063556517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063556517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063556519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063556519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063556520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063556520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:35:57.471330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminating (SIGTERM)\u000a06:35:57.510153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminating (SIGTERM)\u000a06:35:57.549168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminating (SIGTERM)\u000a06:35:57.558801 --- ParallelTerminationStrategy: PID 5750 died...\u000a06:35:57.611075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5750): Terminated: ok {rc=0}\u000a06:35:57.620835 --- ParallelTerminationStrategy: PID 5753 died...\u000a06:35:57.673655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5753): Terminated: ok {rc=0}\u000a06:35:57.683388 --- ParallelTerminationStrategy: PID 5756 died...\u000a06:35:57.735174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5756): Terminated: ok {rc=0}\u000a06:35:57.820817 bus /sierra_3: Setting Powered False\u000a06:35:58.924526 bus /sierra_3: Setting Powered False\u000a06:36:00.030786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:35:40" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a06:36:02.108894 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.126128 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:36:02.276826 tst mo_mt_call.py: using LAC 26529\u000a06:36:02.401806 tst mo_mt_call.py: using RAC 9\u000a06:36:02.526958 tst mo_mt_call.py: using CellId 26529\u000a06:36:02.650034 tst mo_mt_call.py: using BVCI 26530\u000a06:36:02.674113 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.685896 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.697459 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.709139 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.720793 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:02.732391 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:02.846625 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:03.042435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:03.506274 run create_hlr_db(pid=5762): Launched\u000a06:36:03.675294 bus /sierra_2: Setting Powered False\u000a06:36:04.696829 run create_hlr_db(pid=5762): Terminated: ok {rc=0}\u000a06:36:05.117466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Launched\u000a06:36:05.435060 run osmo-hlr_10.42.42.2(pid=5765): Launched\u000a06:36:05.550287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:06.098774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Launched\u000a06:36:06.414956 run osmo-stp_10.42.42.5(pid=5768): Launched\u000a06:36:06.530153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:07.107369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Launched\u000a06:36:07.423465 run osmo-msc_10.42.42.6(pid=5771): Launched\u000a06:36:07.611859 run osmo-stp_10.42.42.5(pid=5768): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)]\u000a06:36:07.746709 run osmo-stp_10.42.42.5(pid=5768): stdout: \u000a| (launched: 2022-12-10_06:36:06.259169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:07.879828 run osmo-stp_10.42.42.5(pid=5768): stderr: \u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063606452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:08.006432 run osmo-stp_10.42.42.5(pid=5768): stdout: \u000a| (launched: 2022-12-10_06:36:06.259169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:08.131834 run osmo-stp_10.42.42.5(pid=5768): stderr: \u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063606451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063606452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063606454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:08.187688 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5768): Process ended prematurely: osmo-stp_10.42.42.5(pid=5768) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5768)] [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a06:36:08.196658 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a06:36:08.258200 run osmo-hlr_10.42.42.2(pid=5765): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5765)]\u000a06:36:08.308800 run osmo-hlr_10.42.42.2(pid=5765): stdout: \u000a| (launched: 2022-12-10_06:36:05.278065) \u000a06:36:08.360157 run osmo-hlr_10.42.42.2(pid=5765): stderr: \u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063605475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063605487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063605495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063605496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063605496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:08.429615 run osmo-msc_10.42.42.6(pid=5771): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5771)]\u000a06:36:08.480047 run osmo-msc_10.42.42.6(pid=5771): stdout: \u000a| (launched: 2022-12-10_06:36:07.267252) \u000a06:36:08.531112 run osmo-msc_10.42.42.6(pid=5771): stderr: \u000a| �[0;m�[38;5;43m20221210063607585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063607585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5adea39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063607585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063607585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063607585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063607586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063607587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063607588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:08.574584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Terminating (SIGTERM)\u000a06:36:08.615654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Terminating (SIGTERM)\u000a06:36:08.656695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Terminating (SIGTERM)\u000a06:36:08.666335 --- ParallelTerminationStrategy: PID 5764 died...\u000a06:36:08.721319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5764): Terminated: ok {rc=0}\u000a06:36:08.731285 --- ParallelTerminationStrategy: PID 5767 died...\u000a06:36:08.786140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5767): Terminated: ok {rc=0}\u000a06:36:08.796118 --- ParallelTerminationStrategy: PID 5770 died...\u000a06:36:08.851097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5770): Terminated: ok {rc=0}\u000a06:36:08.936818 bus /sierra_3: Setting Powered False\u000a06:36:10.042820 bus /sierra_3: Setting Powered False\u000a06:36:11.149655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:36:12.262200 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.274729 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:36:12.417680 tst mo_mt_call_osmux.py: using LAC 26530\u000a06:36:12.537145 tst mo_mt_call_osmux.py: using RAC 10\u000a06:36:12.654248 tst mo_mt_call_osmux.py: using CellId 26530\u000a06:36:12.769897 tst mo_mt_call_osmux.py: using BVCI 26531\u000a06:36:12.792328 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.803841 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.815200 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.827295 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.839275 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a06:36:12.851105 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:12.969618 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a06:36:13.167020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:13.628870 run create_hlr_db(pid=5773): Launched\u000a06:36:13.797738 bus /sierra_2: Setting Powered False\u000a06:36:14.819095 run create_hlr_db(pid=5773): Terminated: ok {rc=0}\u000a06:36:15.238151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Launched\u000a06:36:15.554751 run osmo-hlr_10.42.42.2(pid=5776): Launched\u000a06:36:15.670943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:16.254619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Launched\u000a06:36:16.598760 run osmo-stp_10.42.42.5(pid=5779): Launched\u000a06:36:16.854532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:17.616552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Launched\u000a06:36:17.911740 run osmo-msc_10.42.42.6(pid=5782): Launched\u000a06:36:18.085691 run osmo-stp_10.42.42.5(pid=5779): ERR: Terminated: ERROR {rc=1} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)]\u000a06:36:18.211332 run osmo-stp_10.42.42.5(pid=5779): stdout: \u000a| (launched: 2022-12-10_06:36:16.418410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:18.334449 run osmo-stp_10.42.42.5(pid=5779): stderr: \u000a| �[0;m�[38;5;43m20221210063616858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063616859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063616862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063616864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:18.452939 run osmo-stp_10.42.42.5(pid=5779): stdout: \u000a| (launched: 2022-12-10_06:36:16.418410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:18.570405 run osmo-stp_10.42.42.5(pid=5779): stderr: \u000a| �[0;m�[38;5;43m20221210063616858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063616859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063616862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063616864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063616866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:18.622855 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5779): Process ended prematurely: osmo-stp_10.42.42.5(pid=5779) [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5779)] [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a06:36:18.631495 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:36:18.691477 run osmo-hlr_10.42.42.2(pid=5776): ERR: Terminated: ERROR {rc=237} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5776)]\u000a06:36:18.739960 run osmo-hlr_10.42.42.2(pid=5776): stdout: \u000a| (launched: 2022-12-10_06:36:15.398806) \u000a06:36:18.788744 run osmo-hlr_10.42.42.2(pid=5776): stderr: \u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063615595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063615610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063615620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:18.855536 run osmo-msc_10.42.42.6(pid=5782): ERR: Terminated: ERROR {rc=2} [trial-2370↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5782)]\u000a06:36:18.903888 run osmo-msc_10.42.42.6(pid=5782): stdout: \u000a| (launched: 2022-12-10_06:36:17.765613) \u000a06:36:18.952906 run osmo-msc_10.42.42.6(pid=5782): stderr: \u000a| �[0;m�[38;5;43m20221210063618037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063618038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d629a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063618038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063618038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063618040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:18.993969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Terminating (SIGTERM)\u000a06:36:19.032929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Terminating (SIGTERM)\u000a06:36:19.072345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Terminating (SIGTERM)\u000a06:36:19.081680 --- ParallelTerminationStrategy: PID 5775 died...\u000a06:36:19.134288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5775): Terminated: ok {rc=0}\u000a06:36:19.143837 --- ParallelTerminationStrategy: PID 5778 died...\u000a06:36:19.195906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5778): Terminated: ok {rc=0}\u000a06:36:19.205700 --- ParallelTerminationStrategy: PID 5781 died...\u000a06:36:19.257836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5781): Terminated: ok {rc=0}\u000a06:36:19.344937 bus /sierra_3: Setting Powered False\u000a06:36:20.446497 bus /sierra_3: Setting Powered False\u000a06:36:21.555727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:36:01" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:36:23.580616 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:23.591931 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:23.730058 tst emergency_mo_mt_call.py: using LAC 26531\u000a06:36:23.846163 tst emergency_mo_mt_call.py: using RAC 11\u000a06:36:23.958726 tst emergency_mo_mt_call.py: using CellId 26531\u000a06:36:24.071344 tst emergency_mo_mt_call.py: using BVCI 26532\u000a06:36:24.093456 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:24.104223 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:24.114896 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:24.125641 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:24.136134 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:24.146848 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:24.264486 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:24.458530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:24.912546 run create_hlr_db(pid=5788): Launched\u000a06:36:25.079335 bus /sierra_2: Setting Powered False\u000a06:36:26.100100 run create_hlr_db(pid=5788): Terminated: ok {rc=0}\u000a06:36:26.486869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Launched\u000a06:36:26.775997 run osmo-hlr_10.42.42.2(pid=5791): Launched\u000a06:36:26.887073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:27.396435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Launched\u000a06:36:27.685274 run osmo-stp_10.42.42.5(pid=5794): Launched\u000a06:36:27.806734 tst emergency_mo_mt_call.py: using MSISDN 7588\u000a06:36:27.952517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:28.479168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Launched\u000a06:36:28.767502 run osmo-msc_10.42.42.6(pid=5797): Launched\u000a06:36:28.937592 run osmo-stp_10.42.42.5(pid=5794): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)]\u000a06:36:29.060577 run osmo-stp_10.42.42.5(pid=5794): stdout: \u000a| (launched: 2022-12-10_06:36:27.541742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:29.181096 run osmo-stp_10.42.42.5(pid=5794): stderr: \u000a| �[0;m�[38;5;43m20221210063627710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063627711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:29.296774 run osmo-stp_10.42.42.5(pid=5794): stdout: \u000a| (launched: 2022-12-10_06:36:27.541742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:29.411764 run osmo-stp_10.42.42.5(pid=5794): stderr: \u000a| �[0;m�[38;5;43m20221210063627710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063627711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063627711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063627712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:29.462440 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5794): Process ended prematurely: osmo-stp_10.42.42.5(pid=5794) [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5794)] [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a06:36:29.470246 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a06:36:29.529341 run osmo-hlr_10.42.42.2(pid=5791): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5791)]\u000a06:36:29.577540 run osmo-hlr_10.42.42.2(pid=5791): stdout: \u000a| (launched: 2022-12-10_06:36:26.633044) \u000a06:36:29.626688 run osmo-hlr_10.42.42.2(pid=5791): stderr: \u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063626809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063626821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063626829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063626830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063626830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:29.692804 run osmo-msc_10.42.42.6(pid=5797): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5797)]\u000a06:36:29.740792 run osmo-msc_10.42.42.6(pid=5797): stdout: \u000a| (launched: 2022-12-10_06:36:28.624623) \u000a06:36:29.789426 run osmo-msc_10.42.42.6(pid=5797): stderr: \u000a| �[0;m�[38;5;43m20221210063628892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063628892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f120af70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063628892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063628892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063628893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063628893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063628895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063628895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:29.830298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Terminating (SIGTERM)\u000a06:36:29.869297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Terminating (SIGTERM)\u000a06:36:29.908104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Terminating (SIGTERM)\u000a06:36:29.917425 --- ParallelTerminationStrategy: PID 5790 died...\u000a06:36:29.969567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5790): Terminated: ok {rc=0}\u000a06:36:29.978994 --- ParallelTerminationStrategy: PID 5793 died...\u000a06:36:30.031404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5793): Terminated: ok {rc=0}\u000a06:36:30.040854 --- ParallelTerminationStrategy: PID 5796 died...\u000a06:36:30.093500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5796): Terminated: ok {rc=0}\u000a06:36:30.177169 bus /sierra_3: Setting Powered False\u000a06:36:31.312834 bus /sierra_3: Setting Powered False\u000a06:36:32.422165 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:36:33.472831 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:33.484121 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:33.619029 tst emergency_preemptive_call.py: using LAC 26532\u000a06:36:33.732567 tst emergency_preemptive_call.py: using RAC 12\u000a06:36:33.851965 tst emergency_preemptive_call.py: using CellId 26532\u000a06:36:33.963883 tst emergency_preemptive_call.py: using BVCI 26533\u000a06:36:33.985926 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:33.996613 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:34.007131 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:34.017865 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:34.028591 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a06:36:34.039350 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:34.155071 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:34.269455 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:34.385811 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:34.581955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:35.037985 run create_hlr_db(pid=5799): Launched\u000a06:36:35.204779 bus /sierra_2: Setting Powered False\u000a06:36:36.226442 run create_hlr_db(pid=5799): Terminated: ok {rc=0}\u000a06:36:36.614157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Launched\u000a06:36:36.903757 run osmo-hlr_10.42.42.2(pid=5802): Launched\u000a06:36:37.008080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:37.509483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Launched\u000a06:36:37.799232 run osmo-stp_10.42.42.5(pid=5805): Launched\u000a06:36:37.914979 tst emergency_preemptive_call.py: using MSISDN 7589\u000a06:36:38.057566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:36:38.585045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Launched\u000a06:36:38.875062 run osmo-msc_10.42.42.6(pid=5808): Launched\u000a06:36:39.046360 run osmo-stp_10.42.42.5(pid=5805): ERR: Terminated: ERROR {rc=1} [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)]\u000a06:36:39.171046 run osmo-stp_10.42.42.5(pid=5805): stdout: \u000a| (launched: 2022-12-10_06:36:37.656320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:39.292373 run osmo-stp_10.42.42.5(pid=5805): stderr: \u000a| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063637826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063637826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063637826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:39.409445 run osmo-stp_10.42.42.5(pid=5805): stdout: \u000a| (launched: 2022-12-10_06:36:37.656320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:39.524735 run osmo-stp_10.42.42.5(pid=5805): stderr: \u000a| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063637825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063637826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063637826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063637826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063637827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:39.575673 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5805): Process ended prematurely: osmo-stp_10.42.42.5(pid=5805) [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5805)] [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a06:36:39.583573 tst emergency_preemptive_call.py:32: Test FAILED (6.1 sec)\u000a06:36:39.643541 run osmo-hlr_10.42.42.2(pid=5802): ERR: Terminated: ERROR {rc=237} [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5802)]\u000a06:36:39.692846 run osmo-hlr_10.42.42.2(pid=5802): stdout: \u000a| (launched: 2022-12-10_06:36:36.760454) \u000a06:36:39.742429 run osmo-hlr_10.42.42.2(pid=5802): stderr: \u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063636936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063636948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063636956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:39.809734 run osmo-msc_10.42.42.6(pid=5808): ERR: Terminated: ERROR {rc=2} [trial-2370↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5808)]\u000a06:36:39.858614 run osmo-msc_10.42.42.6(pid=5808): stdout: \u000a| (launched: 2022-12-10_06:36:38.730917) \u000a06:36:39.907999 run osmo-msc_10.42.42.6(pid=5808): stderr: \u000a| �[0;m�[38;5;43m20221210063639002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210063639002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bd4856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210063639002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210063639002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210063639004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210063639005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:36:39.949741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Terminating (SIGTERM)\u000a06:36:39.989461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Terminating (SIGTERM)\u000a06:36:40.029414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Terminating (SIGTERM)\u000a06:36:40.038632 --- ParallelTerminationStrategy: PID 5801 died...\u000a06:36:40.091073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5801): Terminated: ok {rc=0}\u000a06:36:40.100794 --- ParallelTerminationStrategy: PID 5804 died...\u000a06:36:40.153011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5804): Terminated: ok {rc=0}\u000a06:36:40.162654 --- ParallelTerminationStrategy: PID 5807 died...\u000a06:36:40.215237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5807): Terminated: ok {rc=0}\u000a06:36:40.301748 bus /sierra_9: Setting Powered False\u000a06:36:41.404681 bus /sierra_9: Setting Powered False\u000a06:36:42.514554 bus /sierra_8: Setting Powered False\u000a06:36:43.614831 bus /sierra_8: Setting Powered False\u000a06:36:44.724116 bus /sierra_3: Setting Powered False\u000a06:36:45.824584 bus /sierra_3: Setting Powered False\u000a06:36:46.947706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:36:23" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:36:49.073188 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.084202 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:36:49.221555 tst cs_paging_gprs_active.py: using LAC 26533\u000a06:36:49.337990 tst cs_paging_gprs_active.py: using RAC 13\u000a06:36:49.452088 tst cs_paging_gprs_active.py: using CellId 26533\u000a06:36:49.566330 tst cs_paging_gprs_active.py: using BVCI 26534\u000a06:36:49.588806 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.599661 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.610267 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.621076 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.631714 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.642415 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.653250 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.663845 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:36:49.674664 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:49.792671 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:36:50.084064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:36:50.217487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:36:50.546138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Launched\u000a06:36:50.817424 run iperf3-srv_10.42.42.10(pid=5814): Launched\u000a06:36:51.010525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:36:51.142198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:36:51.471102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Launched\u000a06:36:51.743225 run iperf3-srv_10.42.42.10(pid=5816): Launched\u000a06:36:51.937061 tst cs_paging_gprs_active.py:38: start network...\u000a06:36:52.068510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:36:52.575025 run create_hlr_db(pid=5817): Launched\u000a06:36:52.757267 bus /sierra_2: Setting Powered False\u000a06:36:53.778707 run create_hlr_db(pid=5817): Terminated: ok {rc=0}\u000a06:36:54.176505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Launched\u000a06:36:54.473323 run osmo-hlr_10.42.42.2(pid=5820): Launched\u000a06:36:54.589868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:36:55.111365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Launched\u000a06:36:55.406644 run osmo-stp_10.42.42.5(pid=5823): Launched\u000a06:36:55.514549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:36:56.039562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Launched\u000a06:36:56.152581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:36:56.428700 run patchelf(pid=5826): Launched\u000a06:36:56.614008 run osmo-stp_10.42.42.5(pid=5823): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)]\u000a06:36:56.748907 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-10_06:36:55.260744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:56.884101 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063655431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063655431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063655433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:57.014809 run osmo-stp_10.42.42.5(pid=5823): stdout: \u000a| (launched: 2022-12-10_06:36:55.260744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:36:57.144201 run osmo-stp_10.42.42.5(pid=5823): stderr: \u000a| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063655430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063655431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063655431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063655433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063655434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:36:57.294552 run patchelf(pid=5826): Terminating (SIGINT)\u000a06:36:57.471894 run patchelf(pid=5826): Terminated: ok {rc=0}\u000a06:36:57.504701 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5823): Process ended prematurely: osmo-stp_10.42.42.5(pid=5823) [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5823)] [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a06:36:57.514675 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a06:36:57.576489 run osmo-hlr_10.42.42.2(pid=5820): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5820)]\u000a06:36:57.626916 run osmo-hlr_10.42.42.2(pid=5820): stdout: \u000a| (launched: 2022-12-10_06:36:54.325923) \u000a06:36:57.677954 run osmo-hlr_10.42.42.2(pid=5820): stderr: \u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063654500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063654512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063654521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:36:57.721517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Terminating (SIGTERM)\u000a06:36:57.762452 run iperf3-srv_10.42.42.10(pid=5814): Terminating (SIGTERM)\u000a06:36:57.803501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Terminating (SIGTERM)\u000a06:36:57.844577 run iperf3-srv_10.42.42.10(pid=5816): Terminating (SIGTERM)\u000a06:36:57.886096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminating (SIGTERM)\u000a06:36:57.926888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminating (SIGTERM)\u000a06:36:57.967693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminating (SIGTERM)\u000a06:36:57.977240 --- ParallelTerminationStrategy: PID 5813 died...\u000a06:36:58.032361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5813): Terminated: ok {rc=0}\u000a06:36:58.042330 --- ParallelTerminationStrategy: PID 5814 died...\u000a06:36:58.096541 run iperf3-srv_10.42.42.10(pid=5814): Terminated {rc=256}\u000a06:36:58.106367 --- ParallelTerminationStrategy: PID 5815 died...\u000a06:36:58.160647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5815): Terminated: ok {rc=0}\u000a06:36:58.170528 --- ParallelTerminationStrategy: PID 5816 died...\u000a06:36:58.225154 run iperf3-srv_10.42.42.10(pid=5816): Terminated {rc=256}\u000a06:36:58.234999 --- ParallelTerminationStrategy: PID 5819 died...\u000a06:36:58.289581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5819): Terminated: ok {rc=0}\u000a06:36:58.299481 --- ParallelTerminationStrategy: PID 5822 died...\u000a06:36:58.354371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5822): Terminated: ok {rc=0}\u000a06:36:58.364298 --- ParallelTerminationStrategy: PID 5825 died...\u000a06:36:58.419128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5825): Terminated: ok {rc=0}\u000a06:36:58.504229 bus /gobi_0: Setting Powered False\u000a06:36:59.609974 bus /gobi_0: Setting Powered False\u000a06:37:00.715846 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a06:37:01.843434 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:01.859364 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:02.010829 tst iperf3.py: using LAC 26534\u000a06:37:02.133590 tst iperf3.py: using RAC 14\u000a06:37:02.252727 tst iperf3.py: using CellId 26534\u000a06:37:02.368136 tst iperf3.py: using BVCI 26535\u000a06:37:02.390619 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.401306 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.411642 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.422405 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.432916 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.443458 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.454306 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.464706 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:02.475516 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:02.762392 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:37:02.894321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:03.221591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Launched\u000a06:37:03.494330 run iperf3-srv_10.42.42.10(pid=5828): Launched\u000a06:37:03.688125 tst iperf3.py:8: start network...\u000a06:37:03.820206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:04.327170 run create_hlr_db(pid=5829): Launched\u000a06:37:04.510733 bus /gobi_6: Setting Powered False\u000a06:37:05.532399 run create_hlr_db(pid=5829): Terminated: ok {rc=0}\u000a06:37:05.930177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Launched\u000a06:37:06.225135 run osmo-hlr_10.42.42.2(pid=5832): Launched\u000a06:37:06.333524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:06.848303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Launched\u000a06:37:07.142735 run osmo-stp_10.42.42.5(pid=5835): Launched\u000a06:37:07.258480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:07.779016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Launched\u000a06:37:07.884105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:08.142173 run patchelf(pid=5838): Launched\u000a06:37:08.315132 run osmo-stp_10.42.42.5(pid=5835): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a06:37:08.441545 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-10_06:37:06.997202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:08.568019 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063707168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:08.690109 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-10_06:37:06.997202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:08.811274 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063707167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063707168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063707170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:08.951569 run patchelf(pid=5838): Terminating (SIGINT)\u000a06:37:09.117217 run patchelf(pid=5838): Terminated: ok {rc=0}\u000a06:37:09.147708 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)] [trial-2370↪gprs:nanobts+band-900↪iperf3.py:8]\u000a06:37:09.156987 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:37:09.216409 run osmo-hlr_10.42.42.2(pid=5832): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5832)]\u000a06:37:09.264452 run osmo-hlr_10.42.42.2(pid=5832): stdout: \u000a| (launched: 2022-12-10_06:37:06.079730) \u000a06:37:09.313639 run osmo-hlr_10.42.42.2(pid=5832): stderr: \u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063706254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063706266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063706275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:09.355004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminating (SIGTERM)\u000a06:37:09.394202 run iperf3-srv_10.42.42.10(pid=5828): Terminating (SIGTERM)\u000a06:37:09.433236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminating (SIGTERM)\u000a06:37:09.472243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminating (SIGTERM)\u000a06:37:09.511271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminating (SIGTERM)\u000a06:37:09.520559 --- ParallelTerminationStrategy: PID 5827 died...\u000a06:37:09.572783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminated: ok {rc=0}\u000a06:37:09.582508 --- ParallelTerminationStrategy: PID 5828 died...\u000a06:37:09.634529 run iperf3-srv_10.42.42.10(pid=5828): Terminated {rc=256}\u000a06:37:09.644155 --- ParallelTerminationStrategy: PID 5831 died...\u000a06:37:09.696117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminated: ok {rc=0}\u000a06:37:09.705774 --- ParallelTerminationStrategy: PID 5834 died...\u000a06:37:09.758075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminated: ok {rc=0}\u000a06:37:09.767623 --- ParallelTerminationStrategy: PID 5837 died...\u000a06:37:09.819618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminated: ok {rc=0}\u000a06:37:09.905847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a06:37:11.020417 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.032027 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:11.175068 tst iperf3m4.py: using LAC 26535\u000a06:37:11.308216 tst iperf3m4.py: using RAC 15\u000a06:37:11.444004 tst iperf3m4.py: using CellId 26535\u000a06:37:11.568433 tst iperf3m4.py: using BVCI 26536\u000a06:37:11.592691 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.603899 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.614868 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.626409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.637861 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.649211 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.660727 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.672130 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:11.683755 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:11.802624 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:11.921766 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:12.039731 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:12.326626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:37:12.459190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:12.787100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Launched\u000a06:37:13.059118 run iperf3-srv_10.42.42.10(pid=5840): Launched\u000a06:37:13.252322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:37:13.384320 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:13.712606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Launched\u000a06:37:13.985772 run iperf3-srv_10.42.42.10(pid=5842): Launched\u000a06:37:14.178901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:37:14.310542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:14.639599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Launched\u000a06:37:14.912384 run iperf3-srv_10.42.42.10(pid=5844): Launched\u000a06:37:15.106601 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:37:15.238587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:15.567761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Launched\u000a06:37:15.844517 run iperf3-srv_10.42.42.10(pid=5846): Launched\u000a06:37:16.078756 tst iperf3m4.py:8: start network...\u000a06:37:16.207655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:16.767557 run create_hlr_db(pid=5847): Launched\u000a06:37:16.942875 bus /gobi_6: Setting Powered False\u000a06:37:17.959960 run create_hlr_db(pid=5847): Terminated: ok {rc=0}\u000a06:37:18.356042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Launched\u000a06:37:18.653119 run osmo-hlr_10.42.42.2(pid=5850): Launched\u000a06:37:18.766432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:19.289085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Launched\u000a06:37:19.585346 run osmo-stp_10.42.42.5(pid=5853): Launched\u000a06:37:19.693253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:20.208288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Launched\u000a06:37:20.313562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:20.572294 run patchelf(pid=5856): Launched\u000a06:37:20.745799 run osmo-stp_10.42.42.5(pid=5853): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)]\u000a06:37:20.872313 run osmo-stp_10.42.42.5(pid=5853): stdout: \u000a| (launched: 2022-12-10_06:37:19.438898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:20.999280 run osmo-stp_10.42.42.5(pid=5853): stderr: \u000a| �[0;m�[38;5;43m20221210063719608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063719609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:21.121689 run osmo-stp_10.42.42.5(pid=5853): stdout: \u000a| (launched: 2022-12-10_06:37:19.438898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:21.243378 run osmo-stp_10.42.42.5(pid=5853): stderr: \u000a| �[0;m�[38;5;43m20221210063719608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063719609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063719609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063719610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:21.384662 run patchelf(pid=5856): Terminating (SIGINT)\u000a06:37:21.551013 run patchelf(pid=5856): Terminated: ok {rc=0}\u000a06:37:21.581880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5853): Process ended prematurely: osmo-stp_10.42.42.5(pid=5853) [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5853)] [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a06:37:21.591368 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:37:21.651767 run osmo-hlr_10.42.42.2(pid=5850): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5850)]\u000a06:37:21.700489 run osmo-hlr_10.42.42.2(pid=5850): stdout: \u000a| (launched: 2022-12-10_06:37:18.506093) \u000a06:37:21.749798 run osmo-hlr_10.42.42.2(pid=5850): stderr: \u000a| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063718679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063718680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063718692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063718703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:21.791308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminating (SIGTERM)\u000a06:37:21.830831 run iperf3-srv_10.42.42.10(pid=5840): Terminating (SIGTERM)\u000a06:37:21.870535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Terminating (SIGTERM)\u000a06:37:21.909708 run iperf3-srv_10.42.42.10(pid=5842): Terminating (SIGTERM)\u000a06:37:21.949341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Terminating (SIGTERM)\u000a06:37:21.988668 run iperf3-srv_10.42.42.10(pid=5844): Terminating (SIGTERM)\u000a06:37:22.028400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Terminating (SIGTERM)\u000a06:37:22.067815 run iperf3-srv_10.42.42.10(pid=5846): Terminating (SIGTERM)\u000a06:37:22.107684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Terminating (SIGTERM)\u000a06:37:22.147442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Terminating (SIGTERM)\u000a06:37:22.186858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Terminating (SIGTERM)\u000a06:37:22.196424 --- ParallelTerminationStrategy: PID 5839 died...\u000a06:37:22.249759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminated: ok {rc=0}\u000a06:37:22.259297 --- ParallelTerminationStrategy: PID 5840 died...\u000a06:37:22.311471 run iperf3-srv_10.42.42.10(pid=5840): Terminated {rc=256}\u000a06:37:22.321282 --- ParallelTerminationStrategy: PID 5841 died...\u000a06:37:22.373865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5841): Terminated: ok {rc=0}\u000a06:37:22.383399 --- ParallelTerminationStrategy: PID 5842 died...\u000a06:37:22.435664 run iperf3-srv_10.42.42.10(pid=5842): Terminated {rc=256}\u000a06:37:22.445457 --- ParallelTerminationStrategy: PID 5843 died...\u000a06:37:22.497743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5843): Terminated: ok {rc=0}\u000a06:37:22.507475 --- ParallelTerminationStrategy: PID 5844 died...\u000a06:37:22.559749 run iperf3-srv_10.42.42.10(pid=5844): Terminated {rc=256}\u000a06:37:22.569591 --- ParallelTerminationStrategy: PID 5845 died...\u000a06:37:22.621964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5845): Terminated: ok {rc=0}\u000a06:37:22.631750 --- ParallelTerminationStrategy: PID 5846 died...\u000a06:37:22.684177 run iperf3-srv_10.42.42.10(pid=5846): Terminated {rc=256}\u000a06:37:22.693815 --- ParallelTerminationStrategy: PID 5849 died...\u000a06:37:22.746379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5849): Terminated: ok {rc=0}\u000a06:37:22.756141 --- ParallelTerminationStrategy: PID 5852 died...\u000a06:37:22.808655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5852): Terminated: ok {rc=0}\u000a06:37:22.818506 --- ParallelTerminationStrategy: PID 5855 died...\u000a06:37:22.871096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5855): Terminated: ok {rc=0}\u000a06:37:22.953843 bus /gobi_4: Setting Powered False\u000a06:37:24.061701 bus /gobi_4: Setting Powered False\u000a06:37:25.168325 bus /gobi_1: Setting Powered False\u000a06:37:26.273585 bus /gobi_1: Setting Powered False\u000a06:37:27.379354 bus /gobi_0: Setting Powered False\u000a06:37:28.484702 bus /gobi_0: Setting Powered False\u000a06:37:29.592251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a06:37:30.660704 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:30.672216 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:30.811413 tst ping.py: using LAC 26536\u000a06:37:30.953099 tst ping.py: using RAC 16\u000a06:37:31.080752 tst ping.py: using CellId 26536\u000a06:37:31.231571 tst ping.py: using BVCI 26537\u000a06:37:31.263491 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.278702 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.295459 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.311518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.327279 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.341474 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.357640 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:31.373256 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:31.723285 tst ping.py:19: start network...\u000a06:37:31.855544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:32.367096 run create_hlr_db(pid=5857): Launched\u000a06:37:32.547831 bus /gobi_6: Setting Powered False\u000a06:37:33.566969 run create_hlr_db(pid=5857): Terminated: ok {rc=0}\u000a06:37:33.980722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Launched\u000a06:37:34.291218 run osmo-hlr_10.42.42.2(pid=5860): Launched\u000a06:37:34.407835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:34.948243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Launched\u000a06:37:35.257392 run osmo-stp_10.42.42.5(pid=5863): Launched\u000a06:37:35.369916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:35.912549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Launched\u000a06:37:36.024399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:36.296620 run patchelf(pid=5869): Launched\u000a06:37:36.479444 run osmo-stp_10.42.42.5(pid=5863): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)]\u000a06:37:36.612704 run osmo-stp_10.42.42.5(pid=5863): stdout: \u000a| (launched: 2022-12-10_06:37:35.105272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:36.746112 run osmo-stp_10.42.42.5(pid=5863): stderr: \u000a| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063735297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063735297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063735297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:36.874305 run osmo-stp_10.42.42.5(pid=5863): stdout: \u000a| (launched: 2022-12-10_06:37:35.105272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:37.001757 run osmo-stp_10.42.42.5(pid=5863): stderr: \u000a| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063735296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063735297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063735297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063735297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063735298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:37.149594 run patchelf(pid=5869): Terminating (SIGINT)\u000a06:37:37.323330 run patchelf(pid=5869): Terminated: ok {rc=0}\u000a06:37:37.355058 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5863): Process ended prematurely: osmo-stp_10.42.42.5(pid=5863) [trial-2370↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5863)] [trial-2370↪gprs:nanobts+band-900↪ping.py:22]\u000a06:37:37.364649 tst ping.py:22: Test FAILED (6.7 sec)\u000a06:37:37.426548 run osmo-hlr_10.42.42.2(pid=5860): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5860)]\u000a06:37:37.477092 run osmo-hlr_10.42.42.2(pid=5860): stdout: \u000a| (launched: 2022-12-10_06:37:34.138549) \u000a06:37:37.528288 run osmo-hlr_10.42.42.2(pid=5860): stderr: \u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063734338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063734351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063734362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:37.571602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminating (SIGTERM)\u000a06:37:37.612435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminating (SIGTERM)\u000a06:37:37.653372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Terminating (SIGTERM)\u000a06:37:37.662966 --- ParallelTerminationStrategy: PID 5859 died...\u000a06:37:37.717990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5859): Terminated: ok {rc=0}\u000a06:37:37.728011 --- ParallelTerminationStrategy: PID 5862 died...\u000a06:37:37.782876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5862): Terminated: ok {rc=0}\u000a06:37:37.793246 --- ParallelTerminationStrategy: PID 5865 died...\u000a06:37:37.848053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5865): Terminated: ok {rc=0}\u000a06:37:37.933714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a06:37:38.984600 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:38.996077 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a06:37:39.136931 tst ping_idle_ping.py: using LAC 26537\u000a06:37:39.258103 tst ping_idle_ping.py: using RAC 17\u000a06:37:39.379411 tst ping_idle_ping.py: using CellId 26537\u000a06:37:39.500801 tst ping_idle_ping.py: using BVCI 26538\u000a06:37:39.525042 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.536336 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.547518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.558792 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.569833 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.580876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.592188 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a06:37:39.603379 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a06:37:39.886516 tst ping_idle_ping.py:24: start network...\u000a06:37:40.015632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:40.514263 run create_hlr_db(pid=5870): Launched\u000a06:37:40.694553 bus /gobi_6: Setting Powered False\u000a06:37:41.714776 run create_hlr_db(pid=5870): Terminated: ok {rc=0}\u000a06:37:42.106819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Launched\u000a06:37:42.398172 run osmo-hlr_10.42.42.2(pid=5873): Launched\u000a06:37:42.504435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:43.010248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Launched\u000a06:37:43.300649 run osmo-stp_10.42.42.5(pid=5876): Launched\u000a06:37:43.407289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:43.912430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Launched\u000a06:37:44.015429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:44.269621 run patchelf(pid=5879): Launched\u000a06:37:44.440372 run osmo-stp_10.42.42.5(pid=5876): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)]\u000a06:37:44.564879 run osmo-stp_10.42.42.5(pid=5876): stdout: \u000a| (launched: 2022-12-10_06:37:43.157168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:44.690317 run osmo-stp_10.42.42.5(pid=5876): stderr: \u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063743327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:44.810936 run osmo-stp_10.42.42.5(pid=5876): stdout: \u000a| (launched: 2022-12-10_06:37:43.157168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:44.930349 run osmo-stp_10.42.42.5(pid=5876): stderr: \u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063743327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063743327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063743328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:45.069242 run patchelf(pid=5879): Terminating (SIGINT)\u000a06:37:45.233287 run patchelf(pid=5879): Terminated: ok {rc=0}\u000a06:37:45.262926 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5876): Process ended prematurely: osmo-stp_10.42.42.5(pid=5876) [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5876)] [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a06:37:45.271524 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:37:45.331149 run osmo-hlr_10.42.42.2(pid=5873): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5873)]\u000a06:37:45.379240 run osmo-hlr_10.42.42.2(pid=5873): stdout: \u000a| (launched: 2022-12-10_06:37:42.253838) \u000a06:37:45.428092 run osmo-hlr_10.42.42.2(pid=5873): stderr: \u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063742429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063742442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063742452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:45.469134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Terminating (SIGTERM)\u000a06:37:45.508100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Terminating (SIGTERM)\u000a06:37:45.547632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Terminating (SIGTERM)\u000a06:37:45.557163 --- ParallelTerminationStrategy: PID 5872 died...\u000a06:37:45.609583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5872): Terminated: ok {rc=0}\u000a06:37:45.619489 --- ParallelTerminationStrategy: PID 5875 died...\u000a06:37:45.671758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5875): Terminated: ok {rc=0}\u000a06:37:45.681951 --- ParallelTerminationStrategy: PID 5878 died...\u000a06:37:45.733820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5878): Terminated: ok {rc=0}\u000a06:37:45.820804 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:36:48" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:37:48.003213 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.014604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:37:48.156411 tst cs_paging_gprs_active.py: using LAC 26538\u000a06:37:48.279892 tst cs_paging_gprs_active.py: using RAC 18\u000a06:37:48.403657 tst cs_paging_gprs_active.py: using CellId 26538\u000a06:37:48.530658 tst cs_paging_gprs_active.py: using BVCI 26539\u000a06:37:48.554689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.566160 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.577242 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.588819 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.600354 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.611991 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.623886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.635198 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:37:48.647590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:37:48.764752 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:37:49.037179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:37:49.159639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:49.465743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Launched\u000a06:37:49.720012 run iperf3-srv_10.42.42.10(pid=5885): Launched\u000a06:37:49.899547 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:37:50.022033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:37:50.329491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Launched\u000a06:37:50.583873 run iperf3-srv_10.42.42.10(pid=5887): Launched\u000a06:37:50.763278 tst cs_paging_gprs_active.py:38: start network...\u000a06:37:50.885782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:37:51.351837 run create_hlr_db(pid=5888): Launched\u000a06:37:51.521173 bus /gobi_6: Setting Powered False\u000a06:37:52.544502 run create_hlr_db(pid=5888): Terminated: ok {rc=0}\u000a06:37:52.938585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Launched\u000a06:37:53.236333 run osmo-hlr_10.42.42.2(pid=5891): Launched\u000a06:37:53.352889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:37:53.873754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Launched\u000a06:37:54.170386 run osmo-stp_10.42.42.5(pid=5894): Launched\u000a06:37:54.278645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:37:54.793356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Launched\u000a06:37:54.898787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:37:55.156940 run patchelf(pid=5897): Launched\u000a06:37:55.330092 run osmo-stp_10.42.42.5(pid=5894): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]\u000a06:37:55.456837 run osmo-stp_10.42.42.5(pid=5894): stdout: \u000a| (launched: 2022-12-10_06:37:54.023068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:55.583917 run osmo-stp_10.42.42.5(pid=5894): stderr: \u000a| �[0;m�[38;5;43m20221210063754191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063754192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063754194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:55.706492 run osmo-stp_10.42.42.5(pid=5894): stdout: \u000a| (launched: 2022-12-10_06:37:54.023068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:37:55.828044 run osmo-stp_10.42.42.5(pid=5894): stderr: \u000a| �[0;m�[38;5;43m20221210063754191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063754192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063754192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063754194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063754195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:37:55.969343 run patchelf(pid=5897): Terminating (SIGINT)\u000a06:37:56.135266 run patchelf(pid=5897): Terminated: ok {rc=0}\u000a06:37:56.166092 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a06:37:56.175337 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a06:37:56.235115 run osmo-hlr_10.42.42.2(pid=5891): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5891)]\u000a06:37:56.283606 run osmo-hlr_10.42.42.2(pid=5891): stdout: \u000a| (launched: 2022-12-10_06:37:53.088387) \u000a06:37:56.332749 run osmo-hlr_10.42.42.2(pid=5891): stderr: \u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063753264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063753276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063753284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:37:56.373936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Terminating (SIGTERM)\u000a06:37:56.412786 run iperf3-srv_10.42.42.10(pid=5885): Terminating (SIGTERM)\u000a06:37:56.451757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Terminating (SIGTERM)\u000a06:37:56.490629 run iperf3-srv_10.42.42.10(pid=5887): Terminating (SIGTERM)\u000a06:37:56.529558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminating (SIGTERM)\u000a06:37:56.568439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminating (SIGTERM)\u000a06:37:56.607403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Terminating (SIGTERM)\u000a06:37:56.616641 --- ParallelTerminationStrategy: PID 5884 died...\u000a06:37:56.668936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5884): Terminated: ok {rc=0}\u000a06:37:56.678644 --- ParallelTerminationStrategy: PID 5885 died...\u000a06:37:56.731475 run iperf3-srv_10.42.42.10(pid=5885): Terminated {rc=256}\u000a06:37:56.740823 --- ParallelTerminationStrategy: PID 5886 died...\u000a06:37:56.793183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5886): Terminated: ok {rc=0}\u000a06:37:56.802612 --- ParallelTerminationStrategy: PID 5887 died...\u000a06:37:56.854699 run iperf3-srv_10.42.42.10(pid=5887): Terminated {rc=256}\u000a06:37:56.864087 --- ParallelTerminationStrategy: PID 5890 died...\u000a06:37:56.916433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminated: ok {rc=0}\u000a06:37:56.926095 --- ParallelTerminationStrategy: PID 5893 died...\u000a06:37:56.978113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminated: ok {rc=0}\u000a06:37:56.987790 --- ParallelTerminationStrategy: PID 5896 died...\u000a06:37:57.040041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5896): Terminated: ok {rc=0}\u000a06:37:57.122280 bus /gobi_0: Setting Powered False\u000a06:37:58.222858 bus /gobi_0: Setting Powered False\u000a06:37:59.331759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a06:38:00.445077 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:00.457154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:00.600839 tst iperf3.py: using LAC 26539\u000a06:38:00.725055 tst iperf3.py: using RAC 19\u000a06:38:00.856710 tst iperf3.py: using CellId 26539\u000a06:38:00.995487 tst iperf3.py: using BVCI 26540\u000a06:38:01.020208 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.032248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.044920 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.058484 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.070272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.083725 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.096761 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.108668 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:01.121453 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:01.402913 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:38:01.531998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:01.868660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Launched\u000a06:38:02.154823 run iperf3-srv_10.42.42.10(pid=5899): Launched\u000a06:38:02.340026 tst iperf3.py:8: start network...\u000a06:38:02.464568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:02.932825 run create_hlr_db(pid=5900): Launched\u000a06:38:03.103275 bus /gobi_6: Setting Powered False\u000a06:38:04.124528 run create_hlr_db(pid=5900): Terminated: ok {rc=0}\u000a06:38:04.519290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Launched\u000a06:38:04.814857 run osmo-hlr_10.42.42.2(pid=5903): Launched\u000a06:38:04.921983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:05.436617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Launched\u000a06:38:05.732031 run osmo-stp_10.42.42.5(pid=5906): Launched\u000a06:38:05.840007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:06.354977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Launched\u000a06:38:06.460299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:06.718201 run patchelf(pid=5909): Launched\u000a06:38:06.891501 run osmo-stp_10.42.42.5(pid=5906): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]\u000a06:38:07.018075 run osmo-stp_10.42.42.5(pid=5906): stdout: \u000a| (launched: 2022-12-10_06:38:05.585917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:07.144688 run osmo-stp_10.42.42.5(pid=5906): stderr: \u000a| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063805757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063805757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:07.267443 run osmo-stp_10.42.42.5(pid=5906): stdout: \u000a| (launched: 2022-12-10_06:38:05.585917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:07.388924 run osmo-stp_10.42.42.5(pid=5906): stderr: \u000a| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063805756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063805757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063805757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063805758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:07.530495 run patchelf(pid=5909): Terminating (SIGINT)\u000a06:38:07.696599 run patchelf(pid=5909): Terminated: ok {rc=0}\u000a06:38:07.727227 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a06:38:07.736530 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a06:38:07.796176 run osmo-hlr_10.42.42.2(pid=5903): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5903)]\u000a06:38:07.844341 run osmo-hlr_10.42.42.2(pid=5903): stdout: \u000a| (launched: 2022-12-10_06:38:04.669147) \u000a06:38:07.893195 run osmo-hlr_10.42.42.2(pid=5903): stderr: \u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063804844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063804856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063804865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:07.934261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminating (SIGTERM)\u000a06:38:07.973369 run iperf3-srv_10.42.42.10(pid=5899): Terminating (SIGTERM)\u000a06:38:08.012740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminating (SIGTERM)\u000a06:38:08.051686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminating (SIGTERM)\u000a06:38:08.090890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Terminating (SIGTERM)\u000a06:38:08.100323 --- ParallelTerminationStrategy: PID 5898 died...\u000a06:38:08.153047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5898): Terminated: ok {rc=0}\u000a06:38:08.162805 --- ParallelTerminationStrategy: PID 5899 died...\u000a06:38:08.215327 run iperf3-srv_10.42.42.10(pid=5899): Terminated {rc=256}\u000a06:38:08.225113 --- ParallelTerminationStrategy: PID 5902 died...\u000a06:38:08.277552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminated: ok {rc=0}\u000a06:38:08.287410 --- ParallelTerminationStrategy: PID 5905 died...\u000a06:38:08.339917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminated: ok {rc=0}\u000a06:38:08.349718 --- ParallelTerminationStrategy: PID 5908 died...\u000a06:38:08.402529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5908): Terminated: ok {rc=0}\u000a06:38:08.485941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a06:38:09.600603 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:09.612754 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:09.759091 tst iperf3m4.py: using LAC 26540\u000a06:38:09.883589 tst iperf3m4.py: using RAC 20\u000a06:38:10.008812 tst iperf3m4.py: using CellId 26540\u000a06:38:10.134562 tst iperf3m4.py: using BVCI 26541\u000a06:38:10.159021 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.170733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.182319 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.194444 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.206134 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.218361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.230356 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.242281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:10.254282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:10.376574 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:10.498114 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:10.612426 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:10.902195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:38:11.033654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:11.361838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Launched\u000a06:38:11.634829 run iperf3-srv_10.42.42.10(pid=5911): Launched\u000a06:38:11.828327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:38:11.960141 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:12.287692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Launched\u000a06:38:12.561216 run iperf3-srv_10.42.42.10(pid=5913): Launched\u000a06:38:12.754539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:38:12.885923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:13.214031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Launched\u000a06:38:13.486244 run iperf3-srv_10.42.42.10(pid=5915): Launched\u000a06:38:13.679315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:38:13.810810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:14.139023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Launched\u000a06:38:14.411596 run iperf3-srv_10.42.42.10(pid=5917): Launched\u000a06:38:14.605234 tst iperf3m4.py:8: start network...\u000a06:38:14.736738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:15.242736 run create_hlr_db(pid=5918): Launched\u000a06:38:15.425871 bus /gobi_6: Setting Powered False\u000a06:38:16.531557 run create_hlr_db(pid=5918): Terminated: ok {rc=0}\u000a06:38:17.043238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Launched\u000a06:38:17.517739 run osmo-hlr_10.42.42.2(pid=5970): Launched\u000a06:38:17.852383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:18.641817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Launched\u000a06:38:19.105961 run osmo-stp_10.42.42.5(pid=6084): Launched\u000a06:38:19.391776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:20.034961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Launched\u000a06:38:20.144383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:20.434166 run patchelf(pid=6199): Launched\u000a06:38:20.616146 run osmo-stp_10.42.42.5(pid=6084): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)]\u000a06:38:20.749509 run osmo-stp_10.42.42.5(pid=6084): stdout: \u000a| (launched: 2022-12-10_06:38:18.833349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:20.880941 run osmo-stp_10.42.42.5(pid=6084): stderr: \u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063819149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:21.007940 run osmo-stp_10.42.42.5(pid=6084): stdout: \u000a| (launched: 2022-12-10_06:38:18.833349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:21.134709 run osmo-stp_10.42.42.5(pid=6084): stderr: \u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063819149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063819149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063819152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:21.280883 run patchelf(pid=6199): Terminating (SIGINT)\u000a06:38:21.454563 run patchelf(pid=6199): Terminated: ok {rc=0}\u000a06:38:21.486764 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6084): Process ended prematurely: osmo-stp_10.42.42.5(pid=6084) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6084)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a06:38:21.497407 tst iperf3m4.py:8: Test FAILED (11.9 sec)\u000a06:38:21.564091 run osmo-hlr_10.42.42.2(pid=5970): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5970)]\u000a06:38:21.615464 run osmo-hlr_10.42.42.2(pid=5970): stdout: \u000a| (launched: 2022-12-10_06:38:17.232697) \u000a06:38:21.668074 run osmo-hlr_10.42.42.2(pid=5970): stderr: \u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063817646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063817676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063817697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063817698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063817698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:21.711291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminating (SIGTERM)\u000a06:38:21.757771 run iperf3-srv_10.42.42.10(pid=5911): Terminating (SIGTERM)\u000a06:38:21.800767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminating (SIGTERM)\u000a06:38:21.845328 run iperf3-srv_10.42.42.10(pid=5913): Terminating (SIGTERM)\u000a06:38:21.890013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminating (SIGTERM)\u000a06:38:21.937749 run iperf3-srv_10.42.42.10(pid=5915): Terminating (SIGTERM)\u000a06:38:21.980446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminating (SIGTERM)\u000a06:38:22.023388 run iperf3-srv_10.42.42.10(pid=5917): Terminating (SIGTERM)\u000a06:38:22.065434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Terminating (SIGTERM)\u000a06:38:22.107120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminating (SIGTERM)\u000a06:38:22.150927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Terminating (SIGTERM)\u000a06:38:22.163432 --- ParallelTerminationStrategy: PID 5910 died...\u000a06:38:22.220725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5910): Terminated: ok {rc=0}\u000a06:38:22.231206 --- ParallelTerminationStrategy: PID 5911 died...\u000a06:38:22.288050 run iperf3-srv_10.42.42.10(pid=5911): Terminated {rc=256}\u000a06:38:22.298521 --- ParallelTerminationStrategy: PID 5912 died...\u000a06:38:22.354336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5912): Terminated: ok {rc=0}\u000a06:38:22.366139 --- ParallelTerminationStrategy: PID 5913 died...\u000a06:38:22.422434 run iperf3-srv_10.42.42.10(pid=5913): Terminated {rc=256}\u000a06:38:22.434213 --- ParallelTerminationStrategy: PID 5914 died...\u000a06:38:22.491429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5914): Terminated: ok {rc=0}\u000a06:38:22.502170 --- ParallelTerminationStrategy: PID 5915 died...\u000a06:38:22.558276 run iperf3-srv_10.42.42.10(pid=5915): Terminated {rc=256}\u000a06:38:22.569944 --- ParallelTerminationStrategy: PID 5916 died...\u000a06:38:22.624816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5916): Terminated: ok {rc=0}\u000a06:38:22.636341 --- ParallelTerminationStrategy: PID 5917 died...\u000a06:38:22.695974 run iperf3-srv_10.42.42.10(pid=5917): Terminated {rc=256}\u000a06:38:22.706511 --- ParallelTerminationStrategy: PID 5956 died...\u000a06:38:22.761750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5956): Terminated: ok {rc=0}\u000a06:38:22.773313 --- ParallelTerminationStrategy: PID 6047 died...\u000a06:38:22.827502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6047): Terminated: ok {rc=0}\u000a06:38:22.839049 --- ParallelTerminationStrategy: PID 6197 died...\u000a06:38:22.894849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6197): Terminated: ok {rc=0}\u000a06:38:22.980629 bus /gobi_4: Setting Powered False\u000a06:38:24.083632 bus /gobi_4: Setting Powered False\u000a06:38:25.194804 bus /gobi_1: Setting Powered False\u000a06:38:26.299137 bus /gobi_1: Setting Powered False\u000a06:38:27.411109 bus /gobi_0: Setting Powered False\u000a06:38:28.515780 bus /gobi_0: Setting Powered False\u000a06:38:29.627065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a06:38:30.696294 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:30.709367 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:30.862246 tst ping.py: using LAC 26541\u000a06:38:31.015951 tst ping.py: using RAC 21\u000a06:38:31.173487 tst ping.py: using CellId 26541\u000a06:38:31.324478 tst ping.py: using BVCI 26542\u000a06:38:31.353918 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.367657 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.382181 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.398022 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.413042 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.428487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.443884 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:31.458241 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:31.756530 tst ping.py:19: start network...\u000a06:38:31.881215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:32.450335 run create_hlr_db(pid=6202): Launched\u000a06:38:32.635989 bus /gobi_6: Setting Powered False\u000a06:38:33.655648 run create_hlr_db(pid=6202): Terminated: ok {rc=0}\u000a06:38:34.106310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Launched\u000a06:38:34.519340 run osmo-hlr_10.42.42.2(pid=6205): Launched\u000a06:38:34.754692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:35.346373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Launched\u000a06:38:35.769456 run osmo-stp_10.42.42.5(pid=6208): Launched\u000a06:38:35.991428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:36.566318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Launched\u000a06:38:36.682366 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:36.981870 run patchelf(pid=6211): Launched\u000a06:38:37.170798 run osmo-stp_10.42.42.5(pid=6208): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)]\u000a06:38:37.307937 run osmo-stp_10.42.42.5(pid=6208): stdout: \u000a| (launched: 2022-12-10_06:38:35.509067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:37.448234 run osmo-stp_10.42.42.5(pid=6208): stderr: \u000a| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063835811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063835811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:37.582195 run osmo-stp_10.42.42.5(pid=6208): stdout: \u000a| (launched: 2022-12-10_06:38:35.509067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:37.715234 run osmo-stp_10.42.42.5(pid=6208): stderr: \u000a| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063835810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063835811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063835811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063835812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:37.869820 run patchelf(pid=6211): Terminating (SIGINT)\u000a06:38:38.049660 run patchelf(pid=6211): Terminated: ok {rc=0}\u000a06:38:38.082781 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6208): Process ended prematurely: osmo-stp_10.42.42.5(pid=6208) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6208)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a06:38:38.092988 tst ping.py:22: Test FAILED (7.4 sec)\u000a06:38:38.158768 run osmo-hlr_10.42.42.2(pid=6205): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6205)]\u000a06:38:38.211220 run osmo-hlr_10.42.42.2(pid=6205): stdout: \u000a| (launched: 2022-12-10_06:38:34.269232) \u000a06:38:38.264186 run osmo-hlr_10.42.42.2(pid=6205): stderr: \u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063834582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063834595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063834607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063834608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063834608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:38.309006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminating (SIGTERM)\u000a06:38:38.355065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminating (SIGTERM)\u000a06:38:38.401141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Terminating (SIGTERM)\u000a06:38:38.411511 --- ParallelTerminationStrategy: PID 6204 died...\u000a06:38:38.470333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6204): Terminated: ok {rc=0}\u000a06:38:38.481105 --- ParallelTerminationStrategy: PID 6207 died...\u000a06:38:38.538700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6207): Terminated: ok {rc=0}\u000a06:38:38.549331 --- ParallelTerminationStrategy: PID 6210 died...\u000a06:38:38.606485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6210): Terminated: ok {rc=0}\u000a06:38:38.696777 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a06:38:39.753831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:39.766627 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a06:38:39.911875 tst ping_idle_ping.py: using LAC 26542\u000a06:38:40.039085 tst ping_idle_ping.py: using RAC 22\u000a06:38:40.167306 tst ping_idle_ping.py: using CellId 26542\u000a06:38:40.290060 tst ping_idle_ping.py: using BVCI 26543\u000a06:38:40.314034 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.325458 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.336605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.347828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.358931 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.370116 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.381534 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a06:38:40.393532 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a06:38:40.663633 tst ping_idle_ping.py:24: start network...\u000a06:38:40.783616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:41.258018 run create_hlr_db(pid=6212): Launched\u000a06:38:41.438992 bus /gobi_6: Setting Powered False\u000a06:38:42.459996 run create_hlr_db(pid=6212): Terminated: ok {rc=0}\u000a06:38:42.875361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Launched\u000a06:38:43.185323 run osmo-hlr_10.42.42.2(pid=6215): Launched\u000a06:38:43.302258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:43.849015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Launched\u000a06:38:44.161759 run osmo-stp_10.42.42.5(pid=6218): Launched\u000a06:38:44.274913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:44.820301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Launched\u000a06:38:44.931219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:45.203337 run patchelf(pid=6221): Launched\u000a06:38:45.386905 run osmo-stp_10.42.42.5(pid=6218): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]\u000a06:38:45.521743 run osmo-stp_10.42.42.5(pid=6218): stdout: \u000a| (launched: 2022-12-10_06:38:44.007540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:45.656054 run osmo-stp_10.42.42.5(pid=6218): stderr: \u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063844199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:45.785366 run osmo-stp_10.42.42.5(pid=6218): stdout: \u000a| (launched: 2022-12-10_06:38:44.007540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:45.933797 run osmo-stp_10.42.42.5(pid=6218): stderr: \u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063844198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063844199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063844199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:46.095638 run patchelf(pid=6221): Terminating (SIGINT)\u000a06:38:46.287775 run patchelf(pid=6221): Terminated: ok {rc=0}\u000a06:38:46.320704 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a06:38:46.330356 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a06:38:46.395155 run osmo-hlr_10.42.42.2(pid=6215): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6215)]\u000a06:38:46.447126 run osmo-hlr_10.42.42.2(pid=6215): stdout: \u000a| (launched: 2022-12-10_06:38:43.033165) \u000a06:38:46.499440 run osmo-hlr_10.42.42.2(pid=6215): stderr: \u000a| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063843233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063843234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063843246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063843255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063843256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063843256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:46.545322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminating (SIGTERM)\u000a06:38:46.589384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminating (SIGTERM)\u000a06:38:46.631705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminating (SIGTERM)\u000a06:38:46.642095 --- ParallelTerminationStrategy: PID 6214 died...\u000a06:38:46.699705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminated: ok {rc=0}\u000a06:38:46.710545 --- ParallelTerminationStrategy: PID 6217 died...\u000a06:38:46.769698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminated: ok {rc=0}\u000a06:38:46.779812 --- ParallelTerminationStrategy: PID 6220 died...\u000a06:38:46.835935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminated: ok {rc=0}\u000a06:38:46.927350 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:37:47" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:38:49.082348 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.093704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:38:49.253651 tst cs_paging_gprs_active.py: using LAC 26543\u000a06:38:49.377425 tst cs_paging_gprs_active.py: using RAC 23\u000a06:38:49.502804 tst cs_paging_gprs_active.py: using CellId 26543\u000a06:38:49.626434 tst cs_paging_gprs_active.py: using BVCI 26544\u000a06:38:49.650583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.661958 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.673179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.684392 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.695616 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.706768 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.718017 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.729165 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:38:49.740523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:38:49.858354 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:38:50.146535 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:38:50.277706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:50.606089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Launched\u000a06:38:50.879267 run iperf3-srv_10.42.42.10(pid=6227): Launched\u000a06:38:51.073302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:38:51.205137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:38:51.534174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Launched\u000a06:38:51.807002 run iperf3-srv_10.42.42.10(pid=6229): Launched\u000a06:38:52.000695 tst cs_paging_gprs_active.py:38: start network...\u000a06:38:52.132492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:38:52.640084 run create_hlr_db(pid=6230): Launched\u000a06:38:52.825447 bus /gobi_6: Setting Powered False\u000a06:38:53.844643 run create_hlr_db(pid=6230): Terminated: ok {rc=0}\u000a06:38:54.242254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Launched\u000a06:38:54.539711 run osmo-hlr_10.42.42.2(pid=6233): Launched\u000a06:38:54.655343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:38:55.178136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Launched\u000a06:38:55.475417 run osmo-stp_10.42.42.5(pid=6236): Launched\u000a06:38:55.584889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:38:56.101814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Launched\u000a06:38:56.207102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:38:56.465997 run patchelf(pid=6239): Launched\u000a06:38:56.640110 run osmo-stp_10.42.42.5(pid=6236): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)]\u000a06:38:56.767756 run osmo-stp_10.42.42.5(pid=6236): stdout: \u000a| (launched: 2022-12-10_06:38:55.328228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:56.895848 run osmo-stp_10.42.42.5(pid=6236): stderr: \u000a| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063855498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063855498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:57.018904 run osmo-stp_10.42.42.5(pid=6236): stdout: \u000a| (launched: 2022-12-10_06:38:55.328228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:38:57.140825 run osmo-stp_10.42.42.5(pid=6236): stderr: \u000a| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063855497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063855498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063855498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063855499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:38:57.282520 run patchelf(pid=6239): Terminating (SIGINT)\u000a06:38:57.449392 run patchelf(pid=6239): Terminated: ok {rc=0}\u000a06:38:57.480208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6236): Process ended prematurely: osmo-stp_10.42.42.5(pid=6236) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6236)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a06:38:57.489578 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a06:38:57.549493 run osmo-hlr_10.42.42.2(pid=6233): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6233)]\u000a06:38:57.597867 run osmo-hlr_10.42.42.2(pid=6233): stdout: \u000a| (launched: 2022-12-10_06:38:54.392521) \u000a06:38:57.647090 run osmo-hlr_10.42.42.2(pid=6233): stderr: \u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063854568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063854580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063854589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063854589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063854590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:38:57.688490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Terminating (SIGTERM)\u000a06:38:57.727643 run iperf3-srv_10.42.42.10(pid=6227): Terminating (SIGTERM)\u000a06:38:57.766767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Terminating (SIGTERM)\u000a06:38:57.805842 run iperf3-srv_10.42.42.10(pid=6229): Terminating (SIGTERM)\u000a06:38:57.845072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminating (SIGTERM)\u000a06:38:57.884622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminating (SIGTERM)\u000a06:38:57.923554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminating (SIGTERM)\u000a06:38:57.932853 --- ParallelTerminationStrategy: PID 6226 died...\u000a06:38:57.985939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6226): Terminated: ok {rc=0}\u000a06:38:57.995445 --- ParallelTerminationStrategy: PID 6227 died...\u000a06:38:58.048099 run iperf3-srv_10.42.42.10(pid=6227): Terminated {rc=256}\u000a06:38:58.057904 --- ParallelTerminationStrategy: PID 6228 died...\u000a06:38:58.110083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6228): Terminated: ok {rc=0}\u000a06:38:58.119718 --- ParallelTerminationStrategy: PID 6229 died...\u000a06:38:58.172006 run iperf3-srv_10.42.42.10(pid=6229): Terminated {rc=256}\u000a06:38:58.181894 --- ParallelTerminationStrategy: PID 6232 died...\u000a06:38:58.234143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6232): Terminated: ok {rc=0}\u000a06:38:58.243810 --- ParallelTerminationStrategy: PID 6235 died...\u000a06:38:58.295860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6235): Terminated: ok {rc=0}\u000a06:38:58.305632 --- ParallelTerminationStrategy: PID 6238 died...\u000a06:38:58.357580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6238): Terminated: ok {rc=0}\u000a06:38:58.439228 bus /gobi_0: Setting Powered False\u000a06:38:59.539145 bus /gobi_0: Setting Powered False\u000a06:39:00.649097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a06:39:01.765233 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:01.778658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:01.936644 tst iperf3.py: using LAC 26544\u000a06:39:02.058024 tst iperf3.py: using RAC 24\u000a06:39:02.177907 tst iperf3.py: using CellId 26544\u000a06:39:02.302558 tst iperf3.py: using BVCI 26545\u000a06:39:02.326962 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.338412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.349686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.361621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.373307 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.384917 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.397266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.408833 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:02.420620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:02.708195 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:02.840773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:03.169801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Launched\u000a06:39:03.442998 run iperf3-srv_10.42.42.10(pid=6241): Launched\u000a06:39:03.637379 tst iperf3.py:8: start network...\u000a06:39:03.770018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:04.276119 run create_hlr_db(pid=6242): Launched\u000a06:39:04.459582 bus /gobi_6: Setting Powered False\u000a06:39:05.480547 run create_hlr_db(pid=6242): Terminated: ok {rc=0}\u000a06:39:05.877602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Launched\u000a06:39:06.172762 run osmo-hlr_10.42.42.2(pid=6246): Launched\u000a06:39:06.285235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:06.799805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Launched\u000a06:39:07.096095 run osmo-stp_10.42.42.5(pid=6249): Launched\u000a06:39:07.203872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:07.718408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Launched\u000a06:39:07.823688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:08.081181 run patchelf(pid=6252): Launched\u000a06:39:08.254097 run osmo-stp_10.42.42.5(pid=6249): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)]\u000a06:39:08.380273 run osmo-stp_10.42.42.5(pid=6249): stdout: \u000a| (launched: 2022-12-10_06:39:06.949725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:08.507004 run osmo-stp_10.42.42.5(pid=6249): stderr: \u000a| �[0;m�[38;5;43m20221210063907119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063907120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:08.629405 run osmo-stp_10.42.42.5(pid=6249): stdout: \u000a| (launched: 2022-12-10_06:39:06.949725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:08.750607 run osmo-stp_10.42.42.5(pid=6249): stderr: \u000a| �[0;m�[38;5;43m20221210063907119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063907120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063907120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063907121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:08.892371 run patchelf(pid=6252): Terminating (SIGINT)\u000a06:39:09.058349 run patchelf(pid=6252): Terminated: ok {rc=0}\u000a06:39:09.088994 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6249): Process ended prematurely: osmo-stp_10.42.42.5(pid=6249) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6249)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a06:39:09.098355 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a06:39:09.157745 run osmo-hlr_10.42.42.2(pid=6246): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6246)]\u000a06:39:09.205634 run osmo-hlr_10.42.42.2(pid=6246): stdout: \u000a| (launched: 2022-12-10_06:39:06.026953) \u000a06:39:09.254441 run osmo-hlr_10.42.42.2(pid=6246): stderr: \u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063906215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063906224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063906225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063906225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:09.295586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminating (SIGTERM)\u000a06:39:09.334617 run iperf3-srv_10.42.42.10(pid=6241): Terminating (SIGTERM)\u000a06:39:09.373519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminating (SIGTERM)\u000a06:39:09.412463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminating (SIGTERM)\u000a06:39:09.451260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminating (SIGTERM)\u000a06:39:09.460617 --- ParallelTerminationStrategy: PID 6240 died...\u000a06:39:09.512661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminated: ok {rc=0}\u000a06:39:09.522669 --- ParallelTerminationStrategy: PID 6241 died...\u000a06:39:09.574509 run iperf3-srv_10.42.42.10(pid=6241): Terminated {rc=256}\u000a06:39:09.584165 --- ParallelTerminationStrategy: PID 6245 died...\u000a06:39:09.636211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6245): Terminated: ok {rc=0}\u000a06:39:09.645925 --- ParallelTerminationStrategy: PID 6248 died...\u000a06:39:09.697929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6248): Terminated: ok {rc=0}\u000a06:39:09.707603 --- ParallelTerminationStrategy: PID 6251 died...\u000a06:39:09.759591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6251): Terminated: ok {rc=0}\u000a06:39:09.848090 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a06:39:10.960457 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:10.972575 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:11.132293 tst iperf3m4.py: using LAC 26545\u000a06:39:11.258215 tst iperf3m4.py: using RAC 25\u000a06:39:11.382266 tst iperf3m4.py: using CellId 26545\u000a06:39:11.507016 tst iperf3m4.py: using BVCI 26546\u000a06:39:11.531323 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.542719 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.554045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.565642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.576832 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.588278 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.599784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.611003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:11.622406 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:11.741286 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:11.859861 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:11.979593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:12.252658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:39:12.375990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:12.684030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Launched\u000a06:39:12.939582 run iperf3-srv_10.42.42.10(pid=6254): Launched\u000a06:39:13.118765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:39:13.241233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:13.550143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Launched\u000a06:39:13.805722 run iperf3-srv_10.42.42.10(pid=6256): Launched\u000a06:39:13.985194 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:39:14.107740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:14.415034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Launched\u000a06:39:14.670074 run iperf3-srv_10.42.42.10(pid=6258): Launched\u000a06:39:14.849642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:39:14.972627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:15.280164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Launched\u000a06:39:15.535510 run iperf3-srv_10.42.42.10(pid=6260): Launched\u000a06:39:15.714951 tst iperf3m4.py:8: start network...\u000a06:39:15.841749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:16.399282 run create_hlr_db(pid=6261): Launched\u000a06:39:16.588771 bus /gobi_6: Setting Powered False\u000a06:39:17.593555 run create_hlr_db(pid=6261): Terminated: ok {rc=0}\u000a06:39:18.033722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Launched\u000a06:39:18.351446 run osmo-hlr_10.42.42.2(pid=6264): Launched\u000a06:39:18.467584 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:19.022814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Launched\u000a06:39:19.340178 run osmo-stp_10.42.42.5(pid=6267): Launched\u000a06:39:19.455739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:20.009505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Launched\u000a06:39:20.122263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:20.399186 run patchelf(pid=6270): Launched\u000a06:39:20.585282 run osmo-stp_10.42.42.5(pid=6267): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]\u000a06:39:20.720456 run osmo-stp_10.42.42.5(pid=6267): stdout: \u000a| (launched: 2022-12-10_06:39:19.184257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:20.855511 run osmo-stp_10.42.42.5(pid=6267): stderr: \u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063919378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:20.986870 run osmo-stp_10.42.42.5(pid=6267): stdout: \u000a| (launched: 2022-12-10_06:39:19.184257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:21.116548 run osmo-stp_10.42.42.5(pid=6267): stderr: \u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063919377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063919378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063919378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:21.267770 run patchelf(pid=6270): Terminating (SIGINT)\u000a06:39:21.445593 run patchelf(pid=6270): Terminated: ok {rc=0}\u000a06:39:21.478383 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a06:39:21.488273 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a06:39:21.550773 run osmo-hlr_10.42.42.2(pid=6264): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6264)]\u000a06:39:21.601511 run osmo-hlr_10.42.42.2(pid=6264): stdout: \u000a| (launched: 2022-12-10_06:39:18.194948) \u000a06:39:21.652678 run osmo-hlr_10.42.42.2(pid=6264): stderr: \u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063918393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063918408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063918416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:21.696028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Terminating (SIGTERM)\u000a06:39:21.736928 run iperf3-srv_10.42.42.10(pid=6254): Terminating (SIGTERM)\u000a06:39:21.778121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Terminating (SIGTERM)\u000a06:39:21.819031 run iperf3-srv_10.42.42.10(pid=6256): Terminating (SIGTERM)\u000a06:39:21.859973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Terminating (SIGTERM)\u000a06:39:21.901222 run iperf3-srv_10.42.42.10(pid=6258): Terminating (SIGTERM)\u000a06:39:21.942249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Terminating (SIGTERM)\u000a06:39:21.983140 run iperf3-srv_10.42.42.10(pid=6260): Terminating (SIGTERM)\u000a06:39:22.024083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminating (SIGTERM)\u000a06:39:22.065106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminating (SIGTERM)\u000a06:39:22.106346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Terminating (SIGTERM)\u000a06:39:22.115923 --- ParallelTerminationStrategy: PID 6253 died...\u000a06:39:22.171121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6253): Terminated: ok {rc=0}\u000a06:39:22.181209 --- ParallelTerminationStrategy: PID 6254 died...\u000a06:39:22.236574 run iperf3-srv_10.42.42.10(pid=6254): Terminated {rc=256}\u000a06:39:22.246569 --- ParallelTerminationStrategy: PID 6255 died...\u000a06:39:22.301564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6255): Terminated: ok {rc=0}\u000a06:39:22.311578 --- ParallelTerminationStrategy: PID 6256 died...\u000a06:39:22.366582 run iperf3-srv_10.42.42.10(pid=6256): Terminated {rc=256}\u000a06:39:22.376530 --- ParallelTerminationStrategy: PID 6257 died...\u000a06:39:22.432369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6257): Terminated: ok {rc=0}\u000a06:39:22.442428 --- ParallelTerminationStrategy: PID 6258 died...\u000a06:39:22.497562 run iperf3-srv_10.42.42.10(pid=6258): Terminated {rc=256}\u000a06:39:22.507567 --- ParallelTerminationStrategy: PID 6259 died...\u000a06:39:22.562606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6259): Terminated: ok {rc=0}\u000a06:39:22.572617 --- ParallelTerminationStrategy: PID 6260 died...\u000a06:39:22.627518 run iperf3-srv_10.42.42.10(pid=6260): Terminated {rc=256}\u000a06:39:22.637920 --- ParallelTerminationStrategy: PID 6263 died...\u000a06:39:22.692697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminated: ok {rc=0}\u000a06:39:22.702676 --- ParallelTerminationStrategy: PID 6266 died...\u000a06:39:22.757498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminated: ok {rc=0}\u000a06:39:22.767536 --- ParallelTerminationStrategy: PID 6269 died...\u000a06:39:22.823156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6269): Terminated: ok {rc=0}\u000a06:39:22.908622 bus /gobi_4: Setting Powered False\u000a06:39:24.015211 bus /gobi_4: Setting Powered False\u000a06:39:25.121708 bus /gobi_1: Setting Powered False\u000a06:39:26.222387 bus /gobi_1: Setting Powered False\u000a06:39:27.332341 bus /gobi_0: Setting Powered False\u000a06:39:28.433882 bus /gobi_0: Setting Powered False\u000a06:39:29.543496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a06:39:30.608700 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:30.620396 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:30.786659 tst ping.py: using LAC 26546\u000a06:39:30.915011 tst ping.py: using RAC 26\u000a06:39:31.051437 tst ping.py: using CellId 26546\u000a06:39:31.202757 tst ping.py: using BVCI 26547\u000a06:39:31.232043 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.246532 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.261327 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.277014 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.292666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.308704 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.325496 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:31.341888 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:31.655480 tst ping.py:19: start network...\u000a06:39:31.779284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:32.282350 run create_hlr_db(pid=6272): Launched\u000a06:39:32.452713 bus /gobi_6: Setting Powered False\u000a06:39:33.472030 run create_hlr_db(pid=6272): Terminated: ok {rc=0}\u000a06:39:33.860413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Launched\u000a06:39:34.151470 run osmo-hlr_10.42.42.2(pid=6275): Launched\u000a06:39:34.263425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:34.780625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Launched\u000a06:39:35.070265 run osmo-stp_10.42.42.5(pid=6278): Launched\u000a06:39:35.176250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:35.683171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Launched\u000a06:39:35.786223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:36.040495 run patchelf(pid=6281): Launched\u000a06:39:36.211678 run osmo-stp_10.42.42.5(pid=6278): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)]\u000a06:39:36.336794 run osmo-stp_10.42.42.5(pid=6278): stdout: \u000a| (launched: 2022-12-10_06:39:34.927481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:36.462606 run osmo-stp_10.42.42.5(pid=6278): stderr: \u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063935095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:36.583073 run osmo-stp_10.42.42.5(pid=6278): stdout: \u000a| (launched: 2022-12-10_06:39:34.927481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:36.702719 run osmo-stp_10.42.42.5(pid=6278): stderr: \u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063935095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063935095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063935096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:36.842130 run patchelf(pid=6281): Terminating (SIGINT)\u000a06:39:37.005802 run patchelf(pid=6281): Terminated: ok {rc=0}\u000a06:39:37.035600 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6278): Process ended prematurely: osmo-stp_10.42.42.5(pid=6278) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6278)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a06:39:37.044145 tst ping.py:22: Test FAILED (6.4 sec)\u000a06:39:37.104712 run osmo-hlr_10.42.42.2(pid=6275): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6275)]\u000a06:39:37.153550 run osmo-hlr_10.42.42.2(pid=6275): stdout: \u000a| (launched: 2022-12-10_06:39:34.007801) \u000a06:39:37.202648 run osmo-hlr_10.42.42.2(pid=6275): stderr: \u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063934183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063934195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063934204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:37.244030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Terminating (SIGTERM)\u000a06:39:37.283223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Terminating (SIGTERM)\u000a06:39:37.322399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Terminating (SIGTERM)\u000a06:39:37.331776 --- ParallelTerminationStrategy: PID 6274 died...\u000a06:39:37.384894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6274): Terminated: ok {rc=0}\u000a06:39:37.394604 --- ParallelTerminationStrategy: PID 6277 died...\u000a06:39:37.447495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6277): Terminated: ok {rc=0}\u000a06:39:37.457176 --- ParallelTerminationStrategy: PID 6280 died...\u000a06:39:37.510377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6280): Terminated: ok {rc=0}\u000a06:39:37.592765 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a06:39:38.642291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:38.653821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a06:39:38.806435 tst ping_idle_ping.py: using LAC 26547\u000a06:39:38.921320 tst ping_idle_ping.py: using RAC 27\u000a06:39:39.045079 tst ping_idle_ping.py: using CellId 26547\u000a06:39:39.167560 tst ping_idle_ping.py: using BVCI 26548\u000a06:39:39.191672 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.203156 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.214668 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.226597 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.238449 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.250216 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.262079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a06:39:39.273883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a06:39:39.559307 tst ping_idle_ping.py:24: start network...\u000a06:39:39.689522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:40.192367 run create_hlr_db(pid=6282): Launched\u000a06:39:40.373833 bus /gobi_6: Setting Powered False\u000a06:39:41.394063 run create_hlr_db(pid=6282): Terminated: ok {rc=0}\u000a06:39:41.788899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Launched\u000a06:39:42.080295 run osmo-hlr_10.42.42.2(pid=6285): Launched\u000a06:39:42.189872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:42.695768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Launched\u000a06:39:42.987016 run osmo-stp_10.42.42.5(pid=6288): Launched\u000a06:39:43.093091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:43.601884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Launched\u000a06:39:43.705214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:43.960206 run patchelf(pid=6291): Launched\u000a06:39:44.131768 run osmo-stp_10.42.42.5(pid=6288): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)]\u000a06:39:44.256462 run osmo-stp_10.42.42.5(pid=6288): stdout: \u000a| (launched: 2022-12-10_06:39:42.842564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:44.381773 run osmo-stp_10.42.42.5(pid=6288): stderr: \u000a| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063943012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063943012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:44.503580 run osmo-stp_10.42.42.5(pid=6288): stdout: \u000a| (launched: 2022-12-10_06:39:42.842564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:44.623335 run osmo-stp_10.42.42.5(pid=6288): stderr: \u000a| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063943011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063943012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063943012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063943013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:44.762854 run patchelf(pid=6291): Terminating (SIGINT)\u000a06:39:44.927680 run patchelf(pid=6291): Terminated: ok {rc=0}\u000a06:39:44.957756 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6288): Process ended prematurely: osmo-stp_10.42.42.5(pid=6288) [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6288)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a06:39:44.966397 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a06:39:45.025943 run osmo-hlr_10.42.42.2(pid=6285): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6285)]\u000a06:39:45.073978 run osmo-hlr_10.42.42.2(pid=6285): stdout: \u000a| (launched: 2022-12-10_06:39:41.936446) \u000a06:39:45.122825 run osmo-hlr_10.42.42.2(pid=6285): stderr: \u000a| �[0;m�[1;31m20221210063942109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063942110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063942122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063942130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:45.164552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminating (SIGTERM)\u000a06:39:45.203744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminating (SIGTERM)\u000a06:39:45.243176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminating (SIGTERM)\u000a06:39:45.252592 --- ParallelTerminationStrategy: PID 6284 died...\u000a06:39:45.305526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6284): Terminated: ok {rc=0}\u000a06:39:45.315092 --- ParallelTerminationStrategy: PID 6287 died...\u000a06:39:45.368250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6287): Terminated: ok {rc=0}\u000a06:39:45.377939 --- ParallelTerminationStrategy: PID 6290 died...\u000a06:39:45.430261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6290): Terminated: ok {rc=0}\u000a06:39:45.516378 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:38:48" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a06:39:47.802072 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:47.813368 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:39:47.949574 tst cs_paging_gprs_active.py: using LAC 26548\u000a06:39:48.069924 tst cs_paging_gprs_active.py: using RAC 28\u000a06:39:48.185088 tst cs_paging_gprs_active.py: using CellId 26548\u000a06:39:48.306051 tst cs_paging_gprs_active.py: using BVCI 26549\u000a06:39:48.329927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.342117 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.354141 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.365768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.377448 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.388770 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.400609 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.412266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:39:48.424346 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:39:48.544392 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:39:48.829967 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a06:39:48.960374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:49.284868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Launched\u000a06:39:49.556282 run iperf3-srv_10.42.42.10(pid=6296): Launched\u000a06:39:49.747310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a06:39:49.877513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:39:50.202330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Launched\u000a06:39:50.472782 run iperf3-srv_10.42.42.10(pid=6298): Launched\u000a06:39:50.664308 tst cs_paging_gprs_active.py:38: start network...\u000a06:39:50.794824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:39:51.299629 run create_hlr_db(pid=6299): Launched\u000a06:39:51.481744 bus /gobi_6: Setting Powered False\u000a06:39:52.502781 run create_hlr_db(pid=6299): Terminated: ok {rc=0}\u000a06:39:52.921581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Launched\u000a06:39:53.236408 run osmo-hlr_10.42.42.2(pid=6302): Launched\u000a06:39:53.350484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:39:53.897495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Launched\u000a06:39:54.211909 run osmo-stp_10.42.42.5(pid=6305): Launched\u000a06:39:54.325925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:39:54.874665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Launched\u000a06:39:54.986616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:39:55.261472 run patchelf(pid=6308): Launched\u000a06:39:55.446011 run osmo-stp_10.42.42.5(pid=6305): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)]\u000a06:39:55.580719 run osmo-stp_10.42.42.5(pid=6305): stdout: \u000a| (launched: 2022-12-10_06:39:54.057226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:55.715862 run osmo-stp_10.42.42.5(pid=6305): stderr: \u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063954250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:55.846251 run osmo-stp_10.42.42.5(pid=6305): stdout: \u000a| (launched: 2022-12-10_06:39:54.057226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:39:55.975616 run osmo-stp_10.42.42.5(pid=6305): stderr: \u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210063954249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210063954250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210063954250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:39:56.125854 run patchelf(pid=6308): Terminating (SIGINT)\u000a06:39:56.302417 run patchelf(pid=6308): Terminated: ok {rc=0}\u000a06:39:56.335221 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6305): Process ended prematurely: osmo-stp_10.42.42.5(pid=6305) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6305)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a06:39:56.345087 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a06:39:56.406759 run osmo-hlr_10.42.42.2(pid=6302): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6302)]\u000a06:39:56.457633 run osmo-hlr_10.42.42.2(pid=6302): stdout: \u000a| (launched: 2022-12-10_06:39:53.081152) \u000a06:39:56.508937 run osmo-hlr_10.42.42.2(pid=6302): stderr: \u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210063953280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210063953293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210063953301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210063953302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210063953302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:39:56.552713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Terminating (SIGTERM)\u000a06:39:56.594163 run iperf3-srv_10.42.42.10(pid=6296): Terminating (SIGTERM)\u000a06:39:56.635521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Terminating (SIGTERM)\u000a06:39:56.676647 run iperf3-srv_10.42.42.10(pid=6298): Terminating (SIGTERM)\u000a06:39:56.718157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Terminating (SIGTERM)\u000a06:39:56.759493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Terminating (SIGTERM)\u000a06:39:56.800779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Terminating (SIGTERM)\u000a06:39:56.810309 --- ParallelTerminationStrategy: PID 6295 died...\u000a06:39:56.865412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6295): Terminated: ok {rc=0}\u000a06:39:56.875307 --- ParallelTerminationStrategy: PID 6296 died...\u000a06:39:56.930060 run iperf3-srv_10.42.42.10(pid=6296): Terminated {rc=256}\u000a06:39:56.939794 --- ParallelTerminationStrategy: PID 6297 died...\u000a06:39:56.994640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6297): Terminated: ok {rc=0}\u000a06:39:57.004504 --- ParallelTerminationStrategy: PID 6298 died...\u000a06:39:57.059343 run iperf3-srv_10.42.42.10(pid=6298): Terminated {rc=256}\u000a06:39:57.069220 --- ParallelTerminationStrategy: PID 6301 died...\u000a06:39:57.123789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6301): Terminated: ok {rc=0}\u000a06:39:57.133757 --- ParallelTerminationStrategy: PID 6304 died...\u000a06:39:57.188930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6304): Terminated: ok {rc=0}\u000a06:39:57.198804 --- ParallelTerminationStrategy: PID 6307 died...\u000a06:39:57.254469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6307): Terminated: ok {rc=0}\u000a06:39:57.341567 bus /gobi_0: Setting Powered False\u000a06:39:58.448111 bus /gobi_0: Setting Powered False\u000a06:39:59.557361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a06:40:00.669075 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:00.681548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:00.824600 tst iperf3.py: using LAC 26549\u000a06:40:00.966409 tst iperf3.py: using RAC 29\u000a06:40:01.097127 tst iperf3.py: using CellId 26549\u000a06:40:01.217716 tst iperf3.py: using BVCI 26550\u000a06:40:01.241869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.255277 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.268011 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.282950 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.295961 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.309682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.324206 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.338416 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:01.352124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:01.642477 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:01.769473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:02.104908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Launched\u000a06:40:02.360847 run iperf3-srv_10.42.42.10(pid=6313): Launched\u000a06:40:02.538651 tst iperf3.py:8: start network...\u000a06:40:02.660122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:03.119467 run create_hlr_db(pid=6314): Launched\u000a06:40:03.288443 bus /gobi_6: Setting Powered False\u000a06:40:04.309419 run create_hlr_db(pid=6314): Terminated: ok {rc=0}\u000a06:40:04.728941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Launched\u000a06:40:05.041972 run osmo-hlr_10.42.42.2(pid=6317): Launched\u000a06:40:05.157606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:05.705107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Launched\u000a06:40:06.017958 run osmo-stp_10.42.42.5(pid=6320): Launched\u000a06:40:06.131230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:06.682175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Launched\u000a06:40:06.794840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:07.070178 run patchelf(pid=6323): Launched\u000a06:40:07.254802 run osmo-stp_10.42.42.5(pid=6320): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)]\u000a06:40:07.390526 run osmo-stp_10.42.42.5(pid=6320): stdout: \u000a| (launched: 2022-12-10_06:40:05.864040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:07.526623 run osmo-stp_10.42.42.5(pid=6320): stderr: \u000a| �[0;m�[38;5;43m20221210064006054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064006055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:07.657233 run osmo-stp_10.42.42.5(pid=6320): stdout: \u000a| (launched: 2022-12-10_06:40:05.864040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:07.786718 run osmo-stp_10.42.42.5(pid=6320): stderr: \u000a| �[0;m�[38;5;43m20221210064006054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064006055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064006055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064006056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:07.936786 run patchelf(pid=6323): Terminating (SIGINT)\u000a06:40:08.112746 run patchelf(pid=6323): Terminated: ok {rc=0}\u000a06:40:08.145579 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6320): Process ended prematurely: osmo-stp_10.42.42.5(pid=6320) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6320)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a06:40:08.155680 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a06:40:08.217319 run osmo-hlr_10.42.42.2(pid=6317): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6317)]\u000a06:40:08.267689 run osmo-hlr_10.42.42.2(pid=6317): stdout: \u000a| (launched: 2022-12-10_06:40:04.888477) \u000a06:40:08.318760 run osmo-hlr_10.42.42.2(pid=6317): stderr: \u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064005085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064005098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064005108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064005108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064005109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:08.362279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Terminating (SIGTERM)\u000a06:40:08.403285 run iperf3-srv_10.42.42.10(pid=6313): Terminating (SIGTERM)\u000a06:40:08.444752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Terminating (SIGTERM)\u000a06:40:08.485947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Terminating (SIGTERM)\u000a06:40:08.526949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Terminating (SIGTERM)\u000a06:40:08.536381 --- ParallelTerminationStrategy: PID 6312 died...\u000a06:40:08.591208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6312): Terminated: ok {rc=0}\u000a06:40:08.601170 --- ParallelTerminationStrategy: PID 6313 died...\u000a06:40:08.655659 run iperf3-srv_10.42.42.10(pid=6313): Terminated {rc=256}\u000a06:40:08.665444 --- ParallelTerminationStrategy: PID 6316 died...\u000a06:40:08.719975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6316): Terminated: ok {rc=0}\u000a06:40:08.729977 --- ParallelTerminationStrategy: PID 6319 died...\u000a06:40:08.784634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6319): Terminated: ok {rc=0}\u000a06:40:08.794648 --- ParallelTerminationStrategy: PID 6322 died...\u000a06:40:08.849092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6322): Terminated: ok {rc=0}\u000a06:40:08.934407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a06:40:10.047391 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.059829 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:10.203009 tst iperf3m4.py: using LAC 26550\u000a06:40:10.325875 tst iperf3m4.py: using RAC 30\u000a06:40:10.454247 tst iperf3m4.py: using CellId 26550\u000a06:40:10.575235 tst iperf3m4.py: using BVCI 26551\u000a06:40:10.599281 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.611027 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.622684 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.634263 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.645812 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.657279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.668910 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.680317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:10.692076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:10.810927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:10.926614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:11.045389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:11.331927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a06:40:11.464210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:11.790258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Launched\u000a06:40:12.060224 run iperf3-srv_10.42.42.10(pid=6325): Launched\u000a06:40:12.251988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a06:40:12.382604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:12.707530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Launched\u000a06:40:12.976594 run iperf3-srv_10.42.42.10(pid=6327): Launched\u000a06:40:13.167927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a06:40:13.298254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:13.624676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Launched\u000a06:40:13.894227 run iperf3-srv_10.42.42.10(pid=6329): Launched\u000a06:40:14.085266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a06:40:14.215986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a06:40:14.542309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Launched\u000a06:40:14.811661 run iperf3-srv_10.42.42.10(pid=6331): Launched\u000a06:40:15.002907 tst iperf3m4.py:8: start network...\u000a06:40:15.133123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:15.636195 run create_hlr_db(pid=6332): Launched\u000a06:40:15.817328 bus /gobi_6: Setting Powered False\u000a06:40:16.897502 run create_hlr_db(pid=6332): Terminated: ok {rc=0}\u000a06:40:17.413843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Launched\u000a06:40:17.746702 run osmo-hlr_10.42.42.2(pid=6354): Launched\u000a06:40:17.947344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:18.529243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Launched\u000a06:40:18.873531 run osmo-stp_10.42.42.5(pid=6385): Launched\u000a06:40:18.987132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:19.536021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Launched\u000a06:40:19.647788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:19.921861 run patchelf(pid=6389): Launched\u000a06:40:20.105907 run osmo-stp_10.42.42.5(pid=6385): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)]\u000a06:40:20.239871 run osmo-stp_10.42.42.5(pid=6385): stdout: \u000a| (launched: 2022-12-10_06:40:18.692148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:20.374644 run osmo-stp_10.42.42.5(pid=6385): stderr: \u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064018901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064018902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:20.504861 run osmo-stp_10.42.42.5(pid=6385): stdout: \u000a| (launched: 2022-12-10_06:40:18.692148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:20.633909 run osmo-stp_10.42.42.5(pid=6385): stderr: \u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064018900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064018901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064018901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064018902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:20.783367 run patchelf(pid=6389): Terminating (SIGINT)\u000a06:40:20.958569 run patchelf(pid=6389): Terminated: ok {rc=0}\u000a06:40:20.991167 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6385): Process ended prematurely: osmo-stp_10.42.42.5(pid=6385) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6385)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a06:40:21.001107 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a06:40:21.062290 run osmo-hlr_10.42.42.2(pid=6354): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6354)]\u000a06:40:21.112052 run osmo-hlr_10.42.42.2(pid=6354): stdout: \u000a| (launched: 2022-12-10_06:40:17.571120) \u000a06:40:21.162552 run osmo-hlr_10.42.42.2(pid=6354): stderr: \u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064017906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064017928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064017939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064017939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064017940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:21.205646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Terminating (SIGTERM)\u000a06:40:21.246182 run iperf3-srv_10.42.42.10(pid=6325): Terminating (SIGTERM)\u000a06:40:21.286826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Terminating (SIGTERM)\u000a06:40:21.327371 run iperf3-srv_10.42.42.10(pid=6327): Terminating (SIGTERM)\u000a06:40:21.367855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Terminating (SIGTERM)\u000a06:40:21.408350 run iperf3-srv_10.42.42.10(pid=6329): Terminating (SIGTERM)\u000a06:40:21.449619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Terminating (SIGTERM)\u000a06:40:21.490155 run iperf3-srv_10.42.42.10(pid=6331): Terminating (SIGTERM)\u000a06:40:21.530727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Terminating (SIGTERM)\u000a06:40:21.571202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Terminating (SIGTERM)\u000a06:40:21.611725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Terminating (SIGTERM)\u000a06:40:21.621261 --- ParallelTerminationStrategy: PID 6324 died...\u000a06:40:21.675565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6324): Terminated: ok {rc=0}\u000a06:40:21.685530 --- ParallelTerminationStrategy: PID 6325 died...\u000a06:40:21.739523 run iperf3-srv_10.42.42.10(pid=6325): Terminated {rc=256}\u000a06:40:21.749415 --- ParallelTerminationStrategy: PID 6326 died...\u000a06:40:21.803534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6326): Terminated: ok {rc=0}\u000a06:40:21.813420 --- ParallelTerminationStrategy: PID 6327 died...\u000a06:40:21.867362 run iperf3-srv_10.42.42.10(pid=6327): Terminated {rc=256}\u000a06:40:21.877111 --- ParallelTerminationStrategy: PID 6328 died...\u000a06:40:21.931674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6328): Terminated: ok {rc=0}\u000a06:40:21.941716 --- ParallelTerminationStrategy: PID 6329 died...\u000a06:40:21.995779 run iperf3-srv_10.42.42.10(pid=6329): Terminated {rc=256}\u000a06:40:22.005632 --- ParallelTerminationStrategy: PID 6330 died...\u000a06:40:22.059695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6330): Terminated: ok {rc=0}\u000a06:40:22.069632 --- ParallelTerminationStrategy: PID 6331 died...\u000a06:40:22.123614 run iperf3-srv_10.42.42.10(pid=6331): Terminated {rc=256}\u000a06:40:22.133535 --- ParallelTerminationStrategy: PID 6353 died...\u000a06:40:22.187800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6353): Terminated: ok {rc=0}\u000a06:40:22.197967 --- ParallelTerminationStrategy: PID 6364 died...\u000a06:40:22.252185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6364): Terminated: ok {rc=0}\u000a06:40:22.262154 --- ParallelTerminationStrategy: PID 6388 died...\u000a06:40:22.316368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6388): Terminated: ok {rc=0}\u000a06:40:22.400718 bus /gobi_4: Setting Powered False\u000a06:40:23.506523 bus /gobi_4: Setting Powered False\u000a06:40:24.611680 bus /gobi_1: Setting Powered False\u000a06:40:25.715745 bus /gobi_1: Setting Powered False\u000a06:40:26.821937 bus /gobi_0: Setting Powered False\u000a06:40:27.927035 bus /gobi_0: Setting Powered False\u000a06:40:29.033702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a06:40:30.101261 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.113911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:30.254677 tst ping.py: using LAC 26551\u000a06:40:30.374826 tst ping.py: using RAC 31\u000a06:40:30.495680 tst ping.py: using CellId 26551\u000a06:40:30.618200 tst ping.py: using BVCI 26552\u000a06:40:30.641865 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.653696 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.665319 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.676884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.688437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.700229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.711864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:30.723468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:31.024258 tst ping.py:19: start network...\u000a06:40:31.156075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:31.687912 run create_hlr_db(pid=6390): Launched\u000a06:40:31.859913 bus /gobi_6: Setting Powered False\u000a06:40:32.874959 run create_hlr_db(pid=6390): Terminated: ok {rc=0}\u000a06:40:33.284313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Launched\u000a06:40:33.592476 run osmo-hlr_10.42.42.2(pid=6393): Launched\u000a06:40:33.707534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:34.243672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Launched\u000a06:40:34.550367 run osmo-stp_10.42.42.5(pid=6396): Launched\u000a06:40:34.660813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:35.196701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Launched\u000a06:40:35.306187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:35.575779 run patchelf(pid=6399): Launched\u000a06:40:35.756385 run osmo-stp_10.42.42.5(pid=6396): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)]\u000a06:40:35.888191 run osmo-stp_10.42.42.5(pid=6396): stdout: \u000a| (launched: 2022-12-10_06:40:34.399344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:36.020451 run osmo-stp_10.42.42.5(pid=6396): stderr: \u000a| �[0;m�[38;5;43m20221210064034591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064034592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:36.147898 run osmo-stp_10.42.42.5(pid=6396): stdout: \u000a| (launched: 2022-12-10_06:40:34.399344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:36.273891 run osmo-stp_10.42.42.5(pid=6396): stderr: \u000a| �[0;m�[38;5;43m20221210064034591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064034592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064034592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064034593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:36.420589 run patchelf(pid=6399): Terminating (SIGINT)\u000a06:40:36.593468 run patchelf(pid=6399): Terminated: ok {rc=0}\u000a06:40:36.624990 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6396): Process ended prematurely: osmo-stp_10.42.42.5(pid=6396) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6396)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a06:40:36.634401 tst ping.py:22: Test FAILED (6.5 sec)\u000a06:40:36.695540 run osmo-hlr_10.42.42.2(pid=6393): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6393)]\u000a06:40:36.745735 run osmo-hlr_10.42.42.2(pid=6393): stdout: \u000a| (launched: 2022-12-10_06:40:33.440564) \u000a06:40:36.796515 run osmo-hlr_10.42.42.2(pid=6393): stderr: \u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064033637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064033650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064033658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:36.839728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Terminating (SIGTERM)\u000a06:40:36.880299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Terminating (SIGTERM)\u000a06:40:36.921169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Terminating (SIGTERM)\u000a06:40:36.930656 --- ParallelTerminationStrategy: PID 6392 died...\u000a06:40:36.985018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6392): Terminated: ok {rc=0}\u000a06:40:36.994853 --- ParallelTerminationStrategy: PID 6395 died...\u000a06:40:37.049133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6395): Terminated: ok {rc=0}\u000a06:40:37.058909 --- ParallelTerminationStrategy: PID 6398 died...\u000a06:40:37.113197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6398): Terminated: ok {rc=0}\u000a06:40:37.197306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a06:40:38.249523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.262254 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a06:40:38.404037 tst ping_idle_ping.py: using LAC 26552\u000a06:40:38.525105 tst ping_idle_ping.py: using RAC 32\u000a06:40:38.645770 tst ping_idle_ping.py: using CellId 26552\u000a06:40:38.768154 tst ping_idle_ping.py: using BVCI 26553\u000a06:40:38.792060 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.803874 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.815599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.827846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.839370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.851171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.862960 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a06:40:38.874724 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a06:40:39.142786 tst ping_idle_ping.py:24: start network...\u000a06:40:39.263085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:39.722999 run create_hlr_db(pid=6400): Launched\u000a06:40:39.891245 bus /gobi_6: Setting Powered False\u000a06:40:40.911234 run create_hlr_db(pid=6400): Terminated: ok {rc=0}\u000a06:40:41.325449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Launched\u000a06:40:41.636371 run osmo-hlr_10.42.42.2(pid=6403): Launched\u000a06:40:41.751586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:42.290861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Launched\u000a06:40:42.601468 run osmo-stp_10.42.42.5(pid=6406): Launched\u000a06:40:42.714378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:43.254589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Launched\u000a06:40:43.364388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:43.635216 run patchelf(pid=6409): Launched\u000a06:40:43.816870 run osmo-stp_10.42.42.5(pid=6406): ERR: Terminated: ERROR {rc=1} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)]\u000a06:40:43.949976 run osmo-stp_10.42.42.5(pid=6406): stdout: \u000a| (launched: 2022-12-10_06:40:42.448404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:44.083441 run osmo-stp_10.42.42.5(pid=6406): stderr: \u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064042640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:44.211767 run osmo-stp_10.42.42.5(pid=6406): stdout: \u000a| (launched: 2022-12-10_06:40:42.448404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:44.338785 run osmo-stp_10.42.42.5(pid=6406): stderr: \u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064042639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064042640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064042640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:44.487010 run patchelf(pid=6409): Terminating (SIGINT)\u000a06:40:44.660494 run patchelf(pid=6409): Terminated: ok {rc=0}\u000a06:40:44.692140 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6406): Process ended prematurely: osmo-stp_10.42.42.5(pid=6406) [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6406)] [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a06:40:44.701520 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a06:40:44.763321 run osmo-hlr_10.42.42.2(pid=6403): ERR: Terminated: ERROR {rc=237} [trial-2370↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6403)]\u000a06:40:44.813915 run osmo-hlr_10.42.42.2(pid=6403): stdout: \u000a| (launched: 2022-12-10_06:40:41.482981) \u000a06:40:44.865180 run osmo-hlr_10.42.42.2(pid=6403): stderr: \u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064041681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064041694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064041702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:44.909047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Terminating (SIGTERM)\u000a06:40:44.950362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Terminating (SIGTERM)\u000a06:40:44.991631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Terminating (SIGTERM)\u000a06:40:45.001304 --- ParallelTerminationStrategy: PID 6402 died...\u000a06:40:45.056713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6402): Terminated: ok {rc=0}\u000a06:40:45.066855 --- ParallelTerminationStrategy: PID 6405 died...\u000a06:40:45.121844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6405): Terminated: ok {rc=0}\u000a06:40:45.131708 --- ParallelTerminationStrategy: PID 6408 died...\u000a06:40:45.186720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6408): Terminated: ok {rc=0}\u000a06:40:45.273210 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:39:47" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a06:40:47.347616 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.359247 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:40:47.509795 tst switch_tch_pdch.py: using LAC 26553\u000a06:40:47.624779 tst switch_tch_pdch.py: using RAC 33\u000a06:40:47.738272 tst switch_tch_pdch.py: using CellId 26553\u000a06:40:47.852494 tst switch_tch_pdch.py: using BVCI 26554\u000a06:40:47.874541 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.886145 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.897627 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.909774 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.922149 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.934056 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.946468 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a06:40:47.958527 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:40:48.078438 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:40:48.361630 tst switch_tch_pdch.py:51: start network...\u000a06:40:48.490458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:40:48.984516 run create_hlr_db(pid=6413): Launched\u000a06:40:49.163400 bus /gobi_6: Setting Powered False\u000a06:40:50.183526 run create_hlr_db(pid=6413): Terminated: ok {rc=0}\u000a06:40:50.571592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Launched\u000a06:40:50.858147 run osmo-hlr_10.42.42.2(pid=6416): Launched\u000a06:40:50.962377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:40:51.466093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Launched\u000a06:40:51.753929 run osmo-stp_10.42.42.5(pid=6419): Launched\u000a06:40:51.857757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a06:40:52.360294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Launched\u000a06:40:52.463581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a06:40:52.715859 run patchelf(pid=6422): Launched\u000a06:40:52.885843 run osmo-stp_10.42.42.5(pid=6419): ERR: Terminated: ERROR {rc=1} [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)]\u000a06:40:53.010607 run osmo-stp_10.42.42.5(pid=6419): stdout: \u000a| (launched: 2022-12-10_06:40:51.611924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:53.135605 run osmo-stp_10.42.42.5(pid=6419): stderr: \u000a| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064051780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064051780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:53.255653 run osmo-stp_10.42.42.5(pid=6419): stdout: \u000a| (launched: 2022-12-10_06:40:51.611924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:40:53.374625 run osmo-stp_10.42.42.5(pid=6419): stderr: \u000a| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064051780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064051780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:40:53.512752 run patchelf(pid=6422): Terminating (SIGINT)\u000a06:40:53.674786 run patchelf(pid=6422): Terminated: ok {rc=0}\u000a06:40:53.704547 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6419): Process ended prematurely: osmo-stp_10.42.42.5(pid=6419) [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6419)] [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a06:40:53.713270 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a06:40:53.772559 run osmo-hlr_10.42.42.2(pid=6416): ERR: Terminated: ERROR {rc=237} [trial-2370↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6416)]\u000a06:40:53.821131 run osmo-hlr_10.42.42.2(pid=6416): stdout: \u000a| (launched: 2022-12-10_06:40:50.717204) \u000a06:40:53.870226 run osmo-hlr_10.42.42.2(pid=6416): stderr: \u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064050889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064050901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064050910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:40:53.911896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminating (SIGTERM)\u000a06:40:53.951212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminating (SIGTERM)\u000a06:40:53.990944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Terminating (SIGTERM)\u000a06:40:54.000103 --- ParallelTerminationStrategy: PID 6415 died...\u000a06:40:54.052634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6415): Terminated: ok {rc=0}\u000a06:40:54.066578 --- ParallelTerminationStrategy: PID 6418 died...\u000a06:40:54.122708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6418): Terminated: ok {rc=0}\u000a06:40:54.132742 --- ParallelTerminationStrategy: PID 6421 died...\u000a06:40:54.188351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6421): Terminated: ok {rc=0}\u000a06:40:54.274932 bus /gobi_0: Setting Powered False\u000a06:40:55.380666 bus /gobi_0: Setting Powered False\u000a06:40:56.487697 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:40:58.319568 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:40:58.422752 tst esme_connect_policy_acceptall.py: using MSISDN 7590\u000a06:40:58.553438 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:40:59.109470 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Launched\u000a06:40:59.402212 run osmo-nitb_10.42.42.2(pid=6428): Launched\u000a06:40:59.583601 run osmo-nitb_10.42.42.2(pid=6428): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)]\u000a06:40:59.717922 run osmo-nitb_10.42.42.2(pid=6428): stdout: \u000a| (launched: 2022-12-10_06:40:59.259011) \u000a06:40:59.853118 run osmo-nitb_10.42.42.2(pid=6428): stderr: \u000a| (launched: 2022-12-10_06:40:59.302813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:40:59.982466 run osmo-nitb_10.42.42.2(pid=6428): stdout: \u000a| (launched: 2022-12-10_06:40:59.259011) \u000a06:41:00.110965 run osmo-nitb_10.42.42.2(pid=6428): stderr: \u000a| (launched: 2022-12-10_06:40:59.302813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:00.521221 tst osmo-nitb_10.42.42.2(pid=6428): stdout: \u000a| (launched: 2022-12-10_06:40:59.259011) \u000a06:41:00.639328 tst osmo-nitb_10.42.42.2(pid=6428): stderr: \u000a| (launched: 2022-12-10_06:40:59.302813)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:00.691298 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=6428): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6428) [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6428)] [trial-2370↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a06:41:00.699405 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a06:41:00.734082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Terminating (SIGTERM)\u000a06:41:00.911169 --- ParallelTerminationStrategy: PID 6427 died...\u000a06:41:00.980696 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6427): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:41:01.005352 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:01.148150 tst esme_connect_policy_closed.py: using MSISDN 7591\u000a06:41:01.299391 tst esme_connect_policy_closed.py: using MSISDN 7592\u000a06:41:01.409655 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:02.001356 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Launched\u000a06:41:02.319154 run osmo-nitb_10.42.42.2(pid=6430): Launched\u000a06:41:02.499264 run osmo-nitb_10.42.42.2(pid=6430): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)]\u000a06:41:02.630828 run osmo-nitb_10.42.42.2(pid=6430): stdout: \u000a| (launched: 2022-12-10_06:41:02.154288) \u000a06:41:02.762578 run osmo-nitb_10.42.42.2(pid=6430): stderr: \u000a| (launched: 2022-12-10_06:41:02.198765)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:02.889118 run osmo-nitb_10.42.42.2(pid=6430): stdout: \u000a| (launched: 2022-12-10_06:41:02.154288) \u000a06:41:03.014492 run osmo-nitb_10.42.42.2(pid=6430): stderr: \u000a| (launched: 2022-12-10_06:41:02.198765)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:03.069715 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=6430): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6430) [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6430)] [trial-2370↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a06:41:03.078213 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a06:41:03.113921 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Terminating (SIGTERM)\u000a06:41:03.291464 --- ParallelTerminationStrategy: PID 6429 died...\u000a06:41:03.348052 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6429): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:41:03.362726 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:03.374201 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:41:03.498916 tst esme_ms_sms_storeforward.py: using LAC 26554\u000a06:41:03.618508 tst esme_ms_sms_storeforward.py: using RAC 34\u000a06:41:03.742428 tst esme_ms_sms_storeforward.py: using CellId 26554\u000a06:41:03.857947 tst esme_ms_sms_storeforward.py: using BVCI 26555\u000a06:41:03.880614 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:41:04.099259 tst esme_ms_sms_storeforward.py: using MSISDN 7593\u000a06:41:04.294342 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a06:41:04.427911 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:05.086322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Launched\u000a06:41:05.401197 run osmo-nitb_10.42.42.2(pid=6432): Launched\u000a06:41:05.582955 run osmo-nitb_10.42.42.2(pid=6432): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)]\u000a06:41:05.714924 run osmo-nitb_10.42.42.2(pid=6432): stdout: \u000a| (launched: 2022-12-10_06:41:05.248284) \u000a06:41:05.847840 run osmo-nitb_10.42.42.2(pid=6432): stderr: \u000a| (launched: 2022-12-10_06:41:05.295655)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:05.975253 run osmo-nitb_10.42.42.2(pid=6432): stdout: \u000a| (launched: 2022-12-10_06:41:05.248284) \u000a06:41:06.101689 run osmo-nitb_10.42.42.2(pid=6432): stderr: \u000a| (launched: 2022-12-10_06:41:05.295655)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:06.157210 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=6432): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6432) [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6432)] [trial-2370↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a06:41:06.165691 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a06:41:06.201106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Terminating (SIGTERM)\u000a06:41:06.378484 --- ParallelTerminationStrategy: PID 6431 died...\u000a06:41:06.435224 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6431): Terminated: ok {rc=0}\u000a06:41:06.522497 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:41:07.573659 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a06:41:07.584913 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a06:41:07.715317 tst esme_ms_sms_transaction.py: using LAC 26555\u000a06:41:07.842558 tst esme_ms_sms_transaction.py: using RAC 35\u000a06:41:07.967361 tst esme_ms_sms_transaction.py: using CellId 26555\u000a06:41:08.091750 tst esme_ms_sms_transaction.py: using BVCI 26556\u000a06:41:08.116117 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a06:41:08.327756 tst esme_ms_sms_transaction.py: using MSISDN 7594\u000a06:41:08.509370 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a06:41:08.642553 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:41:09.294723 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Launched\u000a06:41:09.608781 run osmo-nitb_10.42.42.2(pid=6436): Launched\u000a06:41:09.803967 run osmo-nitb_10.42.42.2(pid=6436): ERR: Terminated: ERROR {rc=2} [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)]\u000a06:41:09.948031 run osmo-nitb_10.42.42.2(pid=6436): stdout: \u000a| (launched: 2022-12-10_06:41:09.456219) \u000a06:41:10.092299 run osmo-nitb_10.42.42.2(pid=6436): stderr: \u000a| (launched: 2022-12-10_06:41:09.503763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:10.231266 run osmo-nitb_10.42.42.2(pid=6436): stdout: \u000a| (launched: 2022-12-10_06:41:09.456219) \u000a06:41:10.369642 run osmo-nitb_10.42.42.2(pid=6436): stderr: \u000a| (launched: 2022-12-10_06:41:09.503763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:10.736242 tst osmo-nitb_10.42.42.2(pid=6436): stdout: \u000a| (launched: 2022-12-10_06:41:09.456219) \u000a06:41:10.863566 tst osmo-nitb_10.42.42.2(pid=6436): stderr: \u000a| (launched: 2022-12-10_06:41:09.503763)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:41:10.919199 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=6436): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6436) [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6436)] [trial-2370↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a06:41:10.927677 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a06:41:10.964429 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Terminating (SIGTERM)\u000a06:41:11.142555 --- ParallelTerminationStrategy: PID 6435 died...\u000a06:41:11.201184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6435): Terminated: ok {rc=0}\u000a06:41:11.288870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:40:58" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a06:41:13.084429 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:13.095244 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:13.106460 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:13.118043 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:13.229538 tst esme_connect_policy_acceptall.py: using MSISDN 7595\u000a06:41:13.342760 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:41:13.891673 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Launched\u000a06:41:14.207917 run osmo-stp_10.42.42.4(pid=6441): Launched\u000a06:41:14.321460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:14.829817 run create_hlr_db(pid=6442): Launched\u000a06:41:15.015736 bus /sierra_2: Setting Powered False\u000a06:41:16.066582 run create_hlr_db(pid=6442): Terminated: ok {rc=0}\u000a06:41:16.521551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Launched\u000a06:41:16.977024 run osmo-hlr_10.42.42.2(pid=6445): Launched\u000a06:41:17.173102 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:41:17.785745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Launched\u000a06:41:18.105877 run osmo-msc_10.42.42.5(pid=6448): Launched\u000a06:41:18.293586 run osmo-hlr_10.42.42.2(pid=6445): ERR: Terminated: ERROR {rc=237} [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)]\u000a06:41:18.428548 run osmo-hlr_10.42.42.2(pid=6445): stdout: \u000a| (launched: 2022-12-10_06:41:16.686095) \u000a06:41:18.563771 run osmo-hlr_10.42.42.2(pid=6445): stderr: \u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064117030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064117050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:18.692300 run osmo-hlr_10.42.42.2(pid=6445): stdout: \u000a| (launched: 2022-12-10_06:41:16.686095) \u000a06:41:18.819722 run osmo-hlr_10.42.42.2(pid=6445): stderr: \u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064117029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064117030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064117050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064117068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:18.875801 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=6445): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6445) [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6445)] [trial-2370↪smpp↪esme_connect_policy_acceptall.py:23]\u000a06:41:18.884371 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a06:41:18.946410 run osmo-msc_10.42.42.5(pid=6448): ERR: Terminated: ERROR {rc=9} [trial-2370↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=6448)]\u000a06:41:18.997623 run osmo-msc_10.42.42.5(pid=6448): stdout: \u000a| (launched: 2022-12-10_06:41:17.949102) \u000a06:41:19.049429 run osmo-msc_10.42.42.5(pid=6448): stderr: \u000a| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210064118309 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210064118309 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210064118309 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210064118309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210064118310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210064118310 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:41:19.093566 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Terminating (SIGTERM)\u000a06:41:19.135225 run osmo-stp_10.42.42.4(pid=6441): Terminating (SIGTERM)\u000a06:41:19.177623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Terminating (SIGTERM)\u000a06:41:19.221026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Terminating (SIGTERM)\u000a06:41:19.231636 --- ParallelTerminationStrategy: PID 6440 died...\u000a06:41:19.288597 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6440): Terminated: ok {rc=0}\u000a06:41:19.298661 --- ParallelTerminationStrategy: PID 6441 died...\u000a06:41:19.354250 run osmo-stp_10.42.42.4(pid=6441): Terminated: ok {rc=0}\u000a06:41:19.364122 --- ParallelTerminationStrategy: PID 6444 died...\u000a06:41:19.419389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6444): Terminated: ok {rc=0}\u000a06:41:19.429386 --- ParallelTerminationStrategy: PID 6447 died...\u000a06:41:19.484796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6447): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a06:41:19.499600 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:19.511102 tst smpp: Using 1 x bts (candidates: 1)\u000a06:41:19.647221 tst esme_connect_policy_closed.py: using LAC 26556\u000a06:41:19.772358 tst esme_connect_policy_closed.py: using RAC 36\u000a06:41:19.897246 tst esme_connect_policy_closed.py: using CellId 26556\u000a06:41:20.023096 tst esme_connect_policy_closed.py: using BVCI 26557\u000a06:41:20.047624 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:20.058464 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:20.069179 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:20.182397 tst esme_connect_policy_closed.py: using MSISDN 7596\u000a06:41:20.306729 tst esme_connect_policy_closed.py: using MSISDN 7597\u000a06:41:20.420754 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a06:41:20.976162 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Launched\u000a06:41:21.297348 run osmo-stp_10.42.42.4(pid=6452): Launched\u000a06:41:21.411833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:21.924694 run create_hlr_db(pid=6453): Launched\u000a06:41:23.113200 run create_hlr_db(pid=6453): Terminated: ok {rc=0}\u000a06:41:23.445170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Launched\u000a06:41:23.766115 run osmo-hlr_10.42.42.2(pid=6456): Launched\u000a06:41:23.881535 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a06:41:24.471620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Launched\u000a06:41:24.792919 run osmo-msc_10.42.42.5(pid=6459): Launched\u000a06:41:24.981416 run osmo-hlr_10.42.42.2(pid=6456): ERR: Terminated: ERROR {rc=237} [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]\u000a06:41:25.117654 run osmo-hlr_10.42.42.2(pid=6456): stdout: \u000a| (launched: 2022-12-10_06:41:23.608631) \u000a06:41:25.253651 run osmo-hlr_10.42.42.2(pid=6456): stderr: \u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064123814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:25.382906 run osmo-hlr_10.42.42.2(pid=6456): stdout: \u000a| (launched: 2022-12-10_06:41:23.608631) \u000a06:41:25.510745 run osmo-hlr_10.42.42.2(pid=6456): stderr: \u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064123802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064123814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064123823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:25.567112 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=6456): Process ended prematurely: osmo-hlr_10.42.42.2(pid=6456) [trial-2370↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)] [trial-2370↪smpp↪esme_connect_policy_closed.py:31]\u000a06:41:25.575556 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a06:41:25.637939 run osmo-msc_10.42.42.5(pid=6459): ERR: Terminated: ERROR {rc=9} [trial-2370↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=6459)]\u000a06:41:25.689521 run osmo-msc_10.42.42.5(pid=6459): stdout: \u000a| (launched: 2022-12-10_06:41:24.635264) \u000a06:41:25.741680 run osmo-msc_10.42.42.5(pid=6459): stderr: \u000a| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210064125018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210064125018 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210064125018 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210064125019 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210064125019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210064125019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210064125019 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a06:41:25.785932 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Terminating (SIGTERM)\u000a06:41:25.827461 run osmo-stp_10.42.42.4(pid=6452): Terminating (SIGTERM)\u000a06:41:25.869863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminating (SIGTERM)\u000a06:41:25.913946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminating (SIGTERM)\u000a06:41:25.924347 --- ParallelTerminationStrategy: PID 6451 died...\u000a06:41:25.982743 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=6451): Terminated: ok {rc=0}\u000a06:41:25.992759 --- ParallelTerminationStrategy: PID 6452 died...\u000a06:41:26.047847 run osmo-stp_10.42.42.4(pid=6452): Terminated: ok {rc=0}\u000a06:41:26.057798 --- ParallelTerminationStrategy: PID 6455 died...\u000a06:41:26.113113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminated: ok {rc=0}\u000a06:41:26.123037 --- ParallelTerminationStrategy: PID 6458 died...\u000a06:41:26.178425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a06:41:26.193272 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.204705 tst smpp: Using 1 x bts (candidates: 1)\u000a06:41:26.336238 tst esme_ms_sms_storeforward.py: using LAC 26557\u000a06:41:26.464027 tst esme_ms_sms_storeforward.py: using RAC 37\u000a06:41:26.589783 tst esme_ms_sms_storeforward.py: using CellId 26557\u000a06:41:26.717264 tst esme_ms_sms_storeforward.py: using BVCI 26558\u000a06:41:26.741855 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.752616 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.763426 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.774117 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.784802 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:26.795471 tst smpp: Using 1 x modem (candidates: 1)\u000a06:41:27.017438 tst esme_ms_sms_storeforward.py: using MSISDN 7598\u000a06:41:27.131776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:27.644747 run create_hlr_db(pid=6462): Launched\u000a06:41:28.833257 run create_hlr_db(pid=6462): Terminated: ok {rc=0}\u000a06:41:29.165059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Launched\u000a06:41:29.487058 run osmo-hlr_10.42.42.2(pid=6465): Launched\u000a06:41:29.604680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:30.167209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Launched\u000a06:41:30.488889 run osmo-stp_10.42.42.5(pid=6468): Launched\u000a06:41:30.605704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:41:31.244244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Launched\u000a06:41:31.576739 run osmo-msc_10.42.42.6(pid=6471): Launched\u000a06:41:31.957731 run osmo-stp_10.42.42.5(pid=6468): ERR: Terminated: ERROR {rc=1} [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)]\u000a06:41:32.231344 run osmo-stp_10.42.42.5(pid=6468): stdout: \u000a| (launched: 2022-12-10_06:41:30.330552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:32.401626 run osmo-stp_10.42.42.5(pid=6468): stderr: \u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064130521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:32.530595 run osmo-stp_10.42.42.5(pid=6468): stdout: \u000a| (launched: 2022-12-10_06:41:30.330552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:32.657950 run osmo-stp_10.42.42.5(pid=6468): stderr: \u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064130520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064130521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064130521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:32.713945 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=6468): Process ended prematurely: osmo-stp_10.42.42.5(pid=6468) [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6468)] [trial-2370↪smpp↪esme_ms_sms_storeforward.py:30]\u000a06:41:32.722608 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.5 sec)\u000a06:41:32.784460 run osmo-hlr_10.42.42.2(pid=6465): ERR: Terminated: ERROR {rc=237} [trial-2370↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6465)]\u000a06:41:32.835542 run osmo-hlr_10.42.42.2(pid=6465): stdout: \u000a| (launched: 2022-12-10_06:41:29.328065) \u000a06:41:32.887351 run osmo-hlr_10.42.42.2(pid=6465): stderr: \u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064129526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064129538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064129546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064129547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064129547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:32.957461 run osmo-msc_10.42.42.6(pid=6471): ERR: Terminated: ERROR {rc=2} [trial-2370↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6471)]\u000a06:41:33.008295 run osmo-msc_10.42.42.6(pid=6471): stdout: \u000a| (launched: 2022-12-10_06:41:31.419642) \u000a06:41:33.059758 run osmo-msc_10.42.42.6(pid=6471): stderr: \u000a| �[0;m�[38;5;43m20221210064131922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064131922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9098a16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064131922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064131922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064131924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064131925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:41:33.103818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Terminating (SIGTERM)\u000a06:41:33.145132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Terminating (SIGTERM)\u000a06:41:33.186580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Terminating (SIGTERM)\u000a06:41:33.196057 --- ParallelTerminationStrategy: PID 6464 died...\u000a06:41:33.251908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6464): Terminated: ok {rc=0}\u000a06:41:33.261947 --- ParallelTerminationStrategy: PID 6467 died...\u000a06:41:33.317216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6467): Terminated: ok {rc=0}\u000a06:41:33.327215 --- ParallelTerminationStrategy: PID 6470 died...\u000a06:41:33.382709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6470): Terminated: ok {rc=0}\u000a06:41:33.468726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a06:41:34.519758 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:34.531015 tst smpp: Using 1 x bts (candidates: 1)\u000a06:41:34.655196 tst esme_ms_sms_transaction.py: using LAC 26558\u000a06:41:34.775216 tst esme_ms_sms_transaction.py: using RAC 38\u000a06:41:34.895005 tst esme_ms_sms_transaction.py: using CellId 26558\u000a06:41:35.012323 tst esme_ms_sms_transaction.py: using BVCI 26559\u000a06:41:35.035326 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:35.045769 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:35.056142 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:35.066672 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:35.077179 tst smpp: Using 1 x ip_address (candidates: 6)\u000a06:41:35.087662 tst smpp: Using 1 x modem (candidates: 1)\u000a06:41:35.300942 tst esme_ms_sms_transaction.py: using MSISDN 7599\u000a06:41:35.408850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:35.881129 run create_hlr_db(pid=6473): Launched\u000a06:41:36.055439 bus /sierra_2: Setting Powered False\u000a06:41:37.074728 run create_hlr_db(pid=6473): Terminated: ok {rc=0}\u000a06:41:37.504338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Launched\u000a06:41:37.826309 run osmo-hlr_10.42.42.2(pid=6476): Launched\u000a06:41:37.943915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:38.499611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Launched\u000a06:41:38.819805 run osmo-stp_10.42.42.5(pid=6479): Launched\u000a06:41:38.935493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:41:39.520585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Launched\u000a06:41:39.840784 run osmo-msc_10.42.42.6(pid=6482): Launched\u000a06:41:40.030242 run osmo-stp_10.42.42.5(pid=6479): ERR: Terminated: ERROR {rc=1} [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)]\u000a06:41:40.169005 run osmo-stp_10.42.42.5(pid=6479): stdout: \u000a| (launched: 2022-12-10_06:41:38.662373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:40.303884 run osmo-stp_10.42.42.5(pid=6479): stderr: \u000a| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064138855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:40.432739 run osmo-stp_10.42.42.5(pid=6479): stdout: \u000a| (launched: 2022-12-10_06:41:38.662373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:40.560679 run osmo-stp_10.42.42.5(pid=6479): stderr: \u000a| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064138854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064138855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064138855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064138855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064138856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:40.617031 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=6479): Process ended prematurely: osmo-stp_10.42.42.5(pid=6479) [trial-2370↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6479)] [trial-2370↪smpp↪esme_ms_sms_transaction.py:28]\u000a06:41:40.625758 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a06:41:40.688010 run osmo-hlr_10.42.42.2(pid=6476): ERR: Terminated: ERROR {rc=237} [trial-2370↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6476)]\u000a06:41:40.739267 run osmo-hlr_10.42.42.2(pid=6476): stdout: \u000a| (launched: 2022-12-10_06:41:37.668462) \u000a06:41:40.791397 run osmo-hlr_10.42.42.2(pid=6476): stderr: \u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064137867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064137883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064137891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:40.861974 run osmo-msc_10.42.42.6(pid=6482): ERR: Terminated: ERROR {rc=2} [trial-2370↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6482)]\u000a06:41:40.913250 run osmo-msc_10.42.42.6(pid=6482): stdout: \u000a| (launched: 2022-12-10_06:41:39.682920) \u000a06:41:40.965144 run osmo-msc_10.42.42.6(pid=6482): stderr: \u000a| �[0;m�[38;5;43m20221210064140003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064140003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbd3a58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064140003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064140003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064140005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064140006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:41:41.008871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Terminating (SIGTERM)\u000a06:41:41.050258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Terminating (SIGTERM)\u000a06:41:41.091876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Terminating (SIGTERM)\u000a06:41:41.101564 --- ParallelTerminationStrategy: PID 6475 died...\u000a06:41:41.156826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6475): Terminated: ok {rc=0}\u000a06:41:41.166924 --- ParallelTerminationStrategy: PID 6478 died...\u000a06:41:41.222203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6478): Terminated: ok {rc=0}\u000a06:41:41.232297 --- ParallelTerminationStrategy: PID 6481 died...\u000a06:41:41.287946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6481): Terminated: ok {rc=0}\u000a06:41:41.375241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:41:12" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a06:41:43.245496 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.256484 tst encryption: Using 1 x bts (candidates: 1)\u000a06:41:43.385814 tst register_a5_0_authopt.py: using LAC 26559\u000a06:41:43.511141 tst register_a5_0_authopt.py: using RAC 39\u000a06:41:43.636637 tst register_a5_0_authopt.py: using CellId 26559\u000a06:41:43.763995 tst register_a5_0_authopt.py: using BVCI 26560\u000a06:41:43.788760 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.799748 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.810650 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.822108 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.833231 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:43.844258 tst encryption: Using 1 x modem (candidates: 1)\u000a06:41:44.122066 tst register_a5_0_authopt.py:8: start network...\u000a06:41:44.248920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:44.727245 run create_hlr_db(pid=6487): Launched\u000a06:41:44.901976 bus /sierra_2: Setting Powered False\u000a06:41:45.950153 run create_hlr_db(pid=6487): Terminated: ok {rc=0}\u000a06:41:46.365749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Launched\u000a06:41:46.766553 run osmo-hlr_10.42.42.2(pid=6490): Launched\u000a06:41:46.991770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:47.622959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Launched\u000a06:41:47.926281 run osmo-stp_10.42.42.5(pid=6493): Launched\u000a06:41:48.037757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:41:48.589070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Launched\u000a06:41:48.891797 run osmo-msc_10.42.42.6(pid=6496): Launched\u000a06:41:49.068797 run osmo-stp_10.42.42.5(pid=6493): ERR: Terminated: ERROR {rc=1} [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)]\u000a06:41:49.197879 run osmo-stp_10.42.42.5(pid=6493): stdout: \u000a| (launched: 2022-12-10_06:41:47.776013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:49.323839 run osmo-stp_10.42.42.5(pid=6493): stderr: \u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064147947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:49.444772 run osmo-stp_10.42.42.5(pid=6493): stdout: \u000a| (launched: 2022-12-10_06:41:47.776013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:49.565166 run osmo-stp_10.42.42.5(pid=6493): stderr: \u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064147946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064147947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064147949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:49.618323 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6493): Process ended prematurely: osmo-stp_10.42.42.5(pid=6493) [trial-2370↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6493)] [trial-2370↪encryption↪register_a5_0_authopt.py:8]\u000a06:41:49.626714 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a06:41:49.685789 run osmo-hlr_10.42.42.2(pid=6490): ERR: Terminated: ERROR {rc=237} [trial-2370↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6490)]\u000a06:41:49.734066 run osmo-hlr_10.42.42.2(pid=6490): stdout: \u000a| (launched: 2022-12-10_06:41:46.521980) \u000a06:41:49.783075 run osmo-hlr_10.42.42.2(pid=6490): stderr: \u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064146860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064146887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064146904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:49.849415 run osmo-msc_10.42.42.6(pid=6496): ERR: Terminated: ERROR {rc=2} [trial-2370↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6496)]\u000a06:41:49.897692 run osmo-msc_10.42.42.6(pid=6496): stdout: \u000a| (launched: 2022-12-10_06:41:48.742005) \u000a06:41:49.946474 run osmo-msc_10.42.42.6(pid=6496): stderr: \u000a| �[0;m�[38;5;43m20221210064149015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064149015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3470099c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064149016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064149016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064149018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064149019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:41:49.987627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminating (SIGTERM)\u000a06:41:50.026779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminating (SIGTERM)\u000a06:41:50.065956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminating (SIGTERM)\u000a06:41:50.075157 --- ParallelTerminationStrategy: PID 6489 died...\u000a06:41:50.127774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6489): Terminated: ok {rc=0}\u000a06:41:50.137271 --- ParallelTerminationStrategy: PID 6492 died...\u000a06:41:50.190121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6492): Terminated: ok {rc=0}\u000a06:41:50.200001 --- ParallelTerminationStrategy: PID 6495 died...\u000a06:41:50.252600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6495): Terminated: ok {rc=0}\u000a06:41:50.341428 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a06:41:51.453353 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:51.464552 tst encryption: Using 1 x bts (candidates: 1)\u000a06:41:51.591074 tst register_a5_0_authreq.py: using LAC 26560\u000a06:41:51.712279 tst register_a5_0_authreq.py: using RAC 40\u000a06:41:51.844090 tst register_a5_0_authreq.py: using CellId 26560\u000a06:41:51.969954 tst register_a5_0_authreq.py: using BVCI 26561\u000a06:41:51.994617 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:52.005474 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:52.016276 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:52.027147 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:52.037858 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:52.048476 tst encryption: Using 1 x modem (candidates: 1)\u000a06:41:52.326247 tst register_a5_0_authreq.py:8: start network...\u000a06:41:52.453341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:41:52.931259 run create_hlr_db(pid=6498): Launched\u000a06:41:53.106520 bus /sierra_2: Setting Powered False\u000a06:41:54.138300 run create_hlr_db(pid=6498): Terminated: ok {rc=0}\u000a06:41:54.571053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Launched\u000a06:41:54.896422 run osmo-hlr_10.42.42.2(pid=6501): Launched\u000a06:41:55.014729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:41:55.578616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Launched\u000a06:41:55.902300 run osmo-stp_10.42.42.5(pid=6504): Launched\u000a06:41:56.019405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:41:56.613127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Launched\u000a06:41:56.938177 run osmo-msc_10.42.42.6(pid=6507): Launched\u000a06:41:57.126964 run osmo-stp_10.42.42.5(pid=6504): ERR: Terminated: ERROR {rc=1} [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)]\u000a06:41:57.263263 run osmo-stp_10.42.42.5(pid=6504): stdout: \u000a| (launched: 2022-12-10_06:41:55.743124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:57.399392 run osmo-stp_10.42.42.5(pid=6504): stderr: \u000a| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064155937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064155937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064155937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:57.530083 run osmo-stp_10.42.42.5(pid=6504): stdout: \u000a| (launched: 2022-12-10_06:41:55.743124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:41:57.658738 run osmo-stp_10.42.42.5(pid=6504): stderr: \u000a| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064155936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064155937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064155937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064155937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064155938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:41:57.715705 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6504): Process ended prematurely: osmo-stp_10.42.42.5(pid=6504) [trial-2370↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6504)] [trial-2370↪encryption↪register_a5_0_authreq.py:8]\u000a06:41:57.724815 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a06:41:57.786705 run osmo-hlr_10.42.42.2(pid=6501): ERR: Terminated: ERROR {rc=237} [trial-2370↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6501)]\u000a06:41:57.837117 run osmo-hlr_10.42.42.2(pid=6501): stdout: \u000a| (launched: 2022-12-10_06:41:54.736920) \u000a06:41:57.888118 run osmo-hlr_10.42.42.2(pid=6501): stderr: \u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064154937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064154950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064154958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064154958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064154959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:41:57.957797 run osmo-msc_10.42.42.6(pid=6507): ERR: Terminated: ERROR {rc=2} [trial-2370↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6507)]\u000a06:41:58.008333 run osmo-msc_10.42.42.6(pid=6507): stdout: \u000a| (launched: 2022-12-10_06:41:56.778374) \u000a06:41:58.059369 run osmo-msc_10.42.42.6(pid=6507): stderr: \u000a| �[0;m�[38;5;43m20221210064157100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064157100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f339f780c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064157100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064157100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064157100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064157101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064157102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064157103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:41:58.102532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Terminating (SIGTERM)\u000a06:41:58.143456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Terminating (SIGTERM)\u000a06:41:58.184339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Terminating (SIGTERM)\u000a06:41:58.193760 --- ParallelTerminationStrategy: PID 6500 died...\u000a06:41:58.249067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6500): Terminated: ok {rc=0}\u000a06:41:58.258994 --- ParallelTerminationStrategy: PID 6503 died...\u000a06:41:58.313786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6503): Terminated: ok {rc=0}\u000a06:41:58.323686 --- ParallelTerminationStrategy: PID 6506 died...\u000a06:41:58.378434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6506): Terminated: ok {rc=0}\u000a06:41:58.464113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a06:41:59.574836 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:41:59.586239 tst encryption: Using 1 x bts (candidates: 1)\u000a06:41:59.709204 tst register_a5_1_authreq.py: using LAC 26561\u000a06:41:59.834685 tst register_a5_1_authreq.py: using RAC 41\u000a06:41:59.957590 tst register_a5_1_authreq.py: using CellId 26561\u000a06:42:00.076316 tst register_a5_1_authreq.py: using BVCI 26562\u000a06:42:00.099520 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:00.110203 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:00.120621 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:00.131509 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:00.142411 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:00.152858 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:00.446842 tst register_a5_1_authreq.py:8: start network...\u000a06:42:00.583377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:01.208163 run create_hlr_db(pid=6514): Launched\u000a06:42:01.440149 bus /sierra_2: Setting Powered False\u000a06:42:02.437699 run create_hlr_db(pid=6514): Terminated: ok {rc=0}\u000a06:42:02.891577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Launched\u000a06:42:03.215991 run osmo-hlr_10.42.42.2(pid=6517): Launched\u000a06:42:03.334606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:03.900856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Launched\u000a06:42:04.225519 run osmo-stp_10.42.42.5(pid=6520): Launched\u000a06:42:04.344410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:04.936483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Launched\u000a06:42:05.261939 run osmo-msc_10.42.42.6(pid=6523): Launched\u000a06:42:05.452545 run osmo-stp_10.42.42.5(pid=6520): ERR: Terminated: ERROR {rc=1} [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)]\u000a06:42:05.590639 run osmo-stp_10.42.42.5(pid=6520): stdout: \u000a| (launched: 2022-12-10_06:42:04.066491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:05.727471 run osmo-stp_10.42.42.5(pid=6520): stderr: \u000a| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064204263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064204263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064204263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:05.859187 run osmo-stp_10.42.42.5(pid=6520): stdout: \u000a| (launched: 2022-12-10_06:42:04.066491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:05.988109 run osmo-stp_10.42.42.5(pid=6520): stderr: \u000a| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064204262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064204263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064204263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064204263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064204264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:06.045383 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6520): Process ended prematurely: osmo-stp_10.42.42.5(pid=6520) [trial-2370↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6520)] [trial-2370↪encryption↪register_a5_1_authreq.py:8]\u000a06:42:06.054570 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a06:42:06.116769 run osmo-hlr_10.42.42.2(pid=6517): ERR: Terminated: ERROR {rc=237} [trial-2370↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6517)]\u000a06:42:06.167836 run osmo-hlr_10.42.42.2(pid=6517): stdout: \u000a| (launched: 2022-12-10_06:42:03.057124) \u000a06:42:06.219571 run osmo-hlr_10.42.42.2(pid=6517): stderr: \u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064203259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064203271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064203279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:06.290267 run osmo-msc_10.42.42.6(pid=6523): ERR: Terminated: ERROR {rc=2} [trial-2370↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6523)]\u000a06:42:06.341479 run osmo-msc_10.42.42.6(pid=6523): stdout: \u000a| (launched: 2022-12-10_06:42:05.101529) \u000a06:42:06.393165 run osmo-msc_10.42.42.6(pid=6523): stderr: \u000a| �[0;m�[38;5;43m20221210064205425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064205425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a9454c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064205425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064205425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064205427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064205427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064205428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064205428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:06.437063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Terminating (SIGTERM)\u000a06:42:06.478799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Terminating (SIGTERM)\u000a06:42:06.520909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Terminating (SIGTERM)\u000a06:42:06.530593 --- ParallelTerminationStrategy: PID 6516 died...\u000a06:42:06.586416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6516): Terminated: ok {rc=0}\u000a06:42:06.596411 --- ParallelTerminationStrategy: PID 6519 died...\u000a06:42:06.651707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6519): Terminated: ok {rc=0}\u000a06:42:06.661704 --- ParallelTerminationStrategy: PID 6522 died...\u000a06:42:06.716802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6522): Terminated: ok {rc=0}\u000a06:42:06.803457 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a06:42:07.914475 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:07.925669 tst encryption: Using 1 x bts (candidates: 1)\u000a06:42:08.058148 tst register_a5_3_authreq.py: using LAC 26562\u000a06:42:08.187843 tst register_a5_3_authreq.py: using RAC 42\u000a06:42:08.315754 tst register_a5_3_authreq.py: using CellId 26562\u000a06:42:08.442982 tst register_a5_3_authreq.py: using BVCI 26563\u000a06:42:08.467822 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:08.478911 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:08.490252 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:08.501123 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:08.511802 tst encryption: Using 1 x ip_address (candidates: 6)\u000a06:42:08.522525 tst encryption: Using 1 x modem (candidates: 1)\u000a06:42:08.826295 tst register_a5_3_authreq.py:8: start network...\u000a06:42:08.961865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:42:09.480060 run create_hlr_db(pid=6525): Launched\u000a06:42:09.668345 bus /sierra_2: Setting Powered False\u000a06:42:10.687995 run create_hlr_db(pid=6525): Terminated: ok {rc=0}\u000a06:42:11.096189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Launched\u000a06:42:11.402651 run osmo-hlr_10.42.42.2(pid=6528): Launched\u000a06:42:11.518624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:42:12.048530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Launched\u000a06:42:12.353629 run osmo-stp_10.42.42.5(pid=6531): Launched\u000a06:42:12.464881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:42:13.019679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Launched\u000a06:42:13.325246 run osmo-msc_10.42.42.6(pid=6534): Launched\u000a06:42:13.504779 run osmo-stp_10.42.42.5(pid=6531): ERR: Terminated: ERROR {rc=1} [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)]\u000a06:42:13.634576 run osmo-stp_10.42.42.5(pid=6531): stdout: \u000a| (launched: 2022-12-10_06:42:12.202746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:13.761395 run osmo-stp_10.42.42.5(pid=6531): stderr: \u000a| �[0;m�[38;5;43m20221210064212375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064212376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:13.883567 run osmo-stp_10.42.42.5(pid=6531): stdout: \u000a| (launched: 2022-12-10_06:42:12.202746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:42:14.004509 run osmo-stp_10.42.42.5(pid=6531): stderr: \u000a| �[0;m�[38;5;43m20221210064212375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064212376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064212376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064212377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:42:14.057762 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6531): Process ended prematurely: osmo-stp_10.42.42.5(pid=6531) [trial-2370↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6531)] [trial-2370↪encryption↪register_a5_3_authreq.py:8]\u000a06:42:14.066263 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a06:42:14.125234 run osmo-hlr_10.42.42.2(pid=6528): ERR: Terminated: ERROR {rc=237} [trial-2370↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6528)]\u000a06:42:14.173546 run osmo-hlr_10.42.42.2(pid=6528): stdout: \u000a| (launched: 2022-12-10_06:42:11.250230) \u000a06:42:14.222420 run osmo-hlr_10.42.42.2(pid=6528): stderr: \u000a| �[0;m�[1;31m20221210064211425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064211426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064211438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:42:14.288532 run osmo-msc_10.42.42.6(pid=6534): ERR: Terminated: ERROR {rc=2} [trial-2370↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6534)]\u000a06:42:14.336892 run osmo-msc_10.42.42.6(pid=6534): stdout: \u000a| (launched: 2022-12-10_06:42:13.174152) \u000a06:42:14.386086 run osmo-msc_10.42.42.6(pid=6534): stderr: \u000a| �[0;m�[38;5;43m20221210064213445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064213445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef5dc21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064213445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064213446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064213448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064213448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:42:14.427402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Terminating (SIGTERM)\u000a06:42:14.466695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Terminating (SIGTERM)\u000a06:42:14.505984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Terminating (SIGTERM)\u000a06:42:14.515200 --- ParallelTerminationStrategy: PID 6527 died...\u000a06:42:14.567811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6527): Terminated: ok {rc=0}\u000a06:42:14.577191 --- ParallelTerminationStrategy: PID 6530 died...\u000a06:42:14.629128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6530): Terminated: ok {rc=0}\u000a06:42:14.638610 --- ParallelTerminationStrategy: PID 6533 died...\u000a06:42:14.690777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6533): Terminated: ok {rc=0}\u000a06:42:14.778198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a06:42:16.780171 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a06:42:16.823101 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:42:16.840006 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:42:16.864703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:42:17.005436 tst handover.py: using MSISDN 7600\u000a06:42:17.114863 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7600', subscriber_id=0}\u000a06:42:17.225200 run srsepc_10.42.42.118: Starting srsepc\u000a06:42:19.058224 run rm-remote-dir(pid=6539): Launched\u000a06:42:19.238715 bus /sierra_2: Setting Powered False\u000a06:42:20.263185 run rm-remote-dir(pid=6539): Terminated: ok {rc=0}\u000a06:42:20.678044 run mk-remote-dir(pid=6540): Launched\u000a06:42:21.863236 run mk-remote-dir(pid=6540): Terminated: ok {rc=0}\u000a06:42:22.136754 run scp-inst-to-remote(pid=6541): Launched\u000a06:42:24.320701 run scp-inst-to-remote(pid=6541): Terminated: ok {rc=0}\u000a06:42:24.644764 run rm-remote-dir(pid=6543): Launched\u000a06:42:25.830109 run rm-remote-dir(pid=6543): Terminated: ok {rc=0}\u000a06:42:26.153784 run mk-remote-dir(pid=6544): Launched\u000a06:42:27.339409 run mk-remote-dir(pid=6544): Terminated: ok {rc=0}\u000a06:42:27.612685 run scp-cfg-to-remote(pid=6545): Launched\u000a06:42:28.794383 run scp-cfg-to-remote(pid=6545): Terminated: ok {rc=0}\u000a06:42:29.067946 run scp-db-to-remote(pid=6547): Launched\u000a06:42:30.251069 run scp-db-to-remote(pid=6547): Terminated: ok {rc=0}\u000a06:42:30.363099 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:42:30.678123 run patchelf(pid=6549): Launched\u000a06:42:31.903698 run patchelf(pid=6549): Terminated: ok {rc=0}\u000a06:42:32.018096 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:42:32.337826 run setcap-netadm(pid=6550): Launched\u000a06:42:33.521867 run setcap-netadm(pid=6550): Terminated: ok {rc=0}\u000a06:42:33.827708 run srsepc(pid=6551): Launched\u000a06:42:33.935310 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:42:35.037880 run rm-remote-dir(pid=6552): Launched\u000a06:42:35.221232 run srsepc(pid=6551): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)]\u000a06:42:35.354436 run srsepc(pid=6551): stdout: \u000a| (launched: 2022-12-10_06:42:33.681621)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:42:35.487311 run srsepc(pid=6551): stderr: \u000a| (launched: 2022-12-10_06:42:33.726324)\u000a| Connection to 10.42.42.116 closed. \u000a06:42:35.616352 run srsepc(pid=6551): stdout: \u000a| (launched: 2022-12-10_06:42:33.681621)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:42:35.744049 run srsepc(pid=6551): stderr: \u000a| (launched: 2022-12-10_06:42:33.726324)\u000a| Connection to 10.42.42.116 closed. \u000a06:42:35.892662 run rm-remote-dir(pid=6552): Terminating (SIGINT)\u000a06:42:36.069406 run rm-remote-dir(pid=6552): Terminated: ok {rc=0}\u000a06:42:36.101625 tst handover.py:37: ERR: Error: srsepc(pid=6551): Process ended prematurely: srsepc(pid=6551) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6551)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a06:42:36.111263 tst handover.py:37: Test FAILED (19.5 sec)\u000a06:42:36.220551 run scp-back-log(pid=6553): Launched\u000a06:42:37.307672 run scp-back-log(pid=6553): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6553)]\u000a06:42:37.369178 run scp-back-log(pid=6553): stdout: \u000a| (launched: 2022-12-10_06:42:36.152216) \u000a06:42:37.430760 run scp-back-log(pid=6553): stderr: \u000a| (launched: 2022-12-10_06:42:36.171627)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:42:37.482728 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6553): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6553)]')\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a06:42:37.659964 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a06:42:37.701158 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:42:37.904079 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a06:42:37.945014 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:42:37.960703 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:42:38.080448 tst iperf3_bidir.py: using MSISDN 7601\u000a06:42:38.186990 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7601', subscriber_id=0}\u000a06:42:38.292101 run srsepc_10.42.42.118: Starting srsepc\u000a06:42:38.925265 run rm-remote-dir(pid=6555): Launched\u000a06:42:40.120319 run rm-remote-dir(pid=6555): Terminated: ok {rc=0}\u000a06:42:40.467409 run mk-remote-dir(pid=6556): Launched\u000a06:42:41.665255 run mk-remote-dir(pid=6556): Terminated: ok {rc=0}\u000a06:42:41.958404 run scp-inst-to-remote(pid=6557): Launched\u000a06:42:44.154738 run scp-inst-to-remote(pid=6557): Terminated: ok {rc=0}\u000a06:42:44.501281 run rm-remote-dir(pid=6559): Launched\u000a06:42:45.699610 run rm-remote-dir(pid=6559): Terminated: ok {rc=0}\u000a06:42:46.119635 run mk-remote-dir(pid=6560): Launched\u000a06:42:47.318941 run mk-remote-dir(pid=6560): Terminated: ok {rc=0}\u000a06:42:47.613285 run scp-cfg-to-remote(pid=6561): Launched\u000a06:42:48.807503 run scp-cfg-to-remote(pid=6561): Terminated: ok {rc=0}\u000a06:42:49.100246 run scp-db-to-remote(pid=6563): Launched\u000a06:42:50.295657 run scp-db-to-remote(pid=6563): Terminated: ok {rc=0}\u000a06:42:50.415196 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:42:50.752202 run patchelf(pid=6565): Launched\u000a06:42:51.949531 run patchelf(pid=6565): Terminated: ok {rc=0}\u000a06:42:52.069062 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:42:52.405780 run setcap-netadm(pid=6566): Launched\u000a06:42:53.602389 run setcap-netadm(pid=6566): Terminated: ok {rc=0}\u000a06:42:53.930729 run srsepc(pid=6567): Launched\u000a06:42:54.045484 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:42:55.237361 run rm-remote-dir(pid=6568): Launched\u000a06:42:55.433937 run srsepc(pid=6567): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)]\u000a06:42:55.576639 run srsepc(pid=6567): stdout: \u000a| (launched: 2022-12-10_06:42:53.773455)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:42:55.718365 run srsepc(pid=6567): stderr: \u000a| (launched: 2022-12-10_06:42:53.821381)\u000a| Connection to 10.42.42.116 closed. \u000a06:42:55.855832 run srsepc(pid=6567): stdout: \u000a| (launched: 2022-12-10_06:42:53.773455)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:42:55.992335 run srsepc(pid=6567): stderr: \u000a| (launched: 2022-12-10_06:42:53.821381)\u000a| Connection to 10.42.42.116 closed. \u000a06:42:56.151330 run rm-remote-dir(pid=6568): Terminating (SIGINT)\u000a06:42:56.337947 run rm-remote-dir(pid=6568): Terminated: ok {rc=0}\u000a06:42:56.372380 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=6567): Process ended prematurely: srsepc(pid=6567) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6567)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a06:42:56.382781 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a06:42:56.497114 run scp-back-log(pid=6569): Launched\u000a06:42:57.586548 run scp-back-log(pid=6569): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6569)]\u000a06:42:57.651017 run scp-back-log(pid=6569): stdout: \u000a| (launched: 2022-12-10_06:42:56.425558) \u000a06:42:57.715513 run scp-back-log(pid=6569): stderr: \u000a| (launched: 2022-12-10_06:42:56.446129)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:42:57.770824 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6569): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6569)]')\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a06:42:57.959348 tst iperf3_dl.py:13: Number of physical ue: 1\u000a06:42:58.003627 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:42:58.218867 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a06:42:58.262948 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:42:58.279095 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:42:58.410509 tst iperf3_dl.py: using MSISDN 7602\u000a06:42:58.525084 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7602', subscriber_id=0}\u000a06:42:58.638285 run srsepc_10.42.42.118: Starting srsepc\u000a06:42:59.315570 run rm-remote-dir(pid=6571): Launched\u000a06:43:00.513240 run rm-remote-dir(pid=6571): Terminated: ok {rc=0}\u000a06:43:00.880518 run mk-remote-dir(pid=6572): Launched\u000a06:43:02.086527 run mk-remote-dir(pid=6572): Terminated: ok {rc=0}\u000a06:43:02.377874 run scp-inst-to-remote(pid=6573): Launched\u000a06:43:04.561512 run scp-inst-to-remote(pid=6573): Terminated: ok {rc=0}\u000a06:43:04.884102 run rm-remote-dir(pid=6575): Launched\u000a06:43:06.067397 run rm-remote-dir(pid=6575): Terminated: ok {rc=0}\u000a06:43:06.389839 run mk-remote-dir(pid=6576): Launched\u000a06:43:07.574536 run mk-remote-dir(pid=6576): Terminated: ok {rc=0}\u000a06:43:07.847243 run scp-cfg-to-remote(pid=6577): Launched\u000a06:43:09.030034 run scp-cfg-to-remote(pid=6577): Terminated: ok {rc=0}\u000a06:43:09.302604 run scp-db-to-remote(pid=6579): Launched\u000a06:43:10.485705 run scp-db-to-remote(pid=6579): Terminated: ok {rc=0}\u000a06:43:10.597599 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:10.911150 run patchelf(pid=6581): Launched\u000a06:43:12.094064 run patchelf(pid=6581): Terminated: ok {rc=0}\u000a06:43:12.205994 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:12.520102 run setcap-netadm(pid=6582): Launched\u000a06:43:13.702445 run setcap-netadm(pid=6582): Terminated: ok {rc=0}\u000a06:43:14.008572 run srsepc(pid=6583): Launched\u000a06:43:14.115336 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:15.226871 run rm-remote-dir(pid=6584): Launched\u000a06:43:15.409761 run srsepc(pid=6583): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)]\u000a06:43:15.543280 run srsepc(pid=6583): stdout: \u000a| (launched: 2022-12-10_06:43:13.861954)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:15.676123 run srsepc(pid=6583): stderr: \u000a| (launched: 2022-12-10_06:43:13.906576)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:15.805425 run srsepc(pid=6583): stdout: \u000a| (launched: 2022-12-10_06:43:13.861954)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:15.935511 run srsepc(pid=6583): stderr: \u000a| (launched: 2022-12-10_06:43:13.906576)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:16.126462 run rm-remote-dir(pid=6584): Terminating (SIGINT)\u000a06:43:16.304758 run rm-remote-dir(pid=6584): Terminated: ok {rc=0}\u000a06:43:16.338117 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=6583): Process ended prematurely: srsepc(pid=6583) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6583)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a06:43:16.349102 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a06:43:16.503293 run scp-back-log(pid=6585): Launched\u000a06:43:17.592773 run scp-back-log(pid=6585): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6585)]\u000a06:43:17.654646 run scp-back-log(pid=6585): stdout: \u000a| (launched: 2022-12-10_06:43:16.392977) \u000a06:43:17.716556 run scp-back-log(pid=6585): stderr: \u000a| (launched: 2022-12-10_06:43:16.412868)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:43:17.768836 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6585): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6585)]')\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a06:43:17.946520 tst iperf3_ul.py:13: Number of physical ue: 1\u000a06:43:17.987885 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:18.192221 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a06:43:18.233475 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:18.249233 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:18.369471 tst iperf3_ul.py: using MSISDN 7603\u000a06:43:18.475779 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7603', subscriber_id=0}\u000a06:43:18.581892 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:19.214813 run rm-remote-dir(pid=6587): Launched\u000a06:43:20.401403 run rm-remote-dir(pid=6587): Terminated: ok {rc=0}\u000a06:43:20.724807 run mk-remote-dir(pid=6588): Launched\u000a06:43:21.910245 run mk-remote-dir(pid=6588): Terminated: ok {rc=0}\u000a06:43:22.183330 run scp-inst-to-remote(pid=6589): Launched\u000a06:43:24.367996 run scp-inst-to-remote(pid=6589): Terminated: ok {rc=0}\u000a06:43:24.689911 run rm-remote-dir(pid=6591): Launched\u000a06:43:25.874255 run rm-remote-dir(pid=6591): Terminated: ok {rc=0}\u000a06:43:26.196816 run mk-remote-dir(pid=6592): Launched\u000a06:43:27.381198 run mk-remote-dir(pid=6592): Terminated: ok {rc=0}\u000a06:43:27.654013 run scp-cfg-to-remote(pid=6593): Launched\u000a06:43:28.837354 run scp-cfg-to-remote(pid=6593): Terminated: ok {rc=0}\u000a06:43:29.110218 run scp-db-to-remote(pid=6595): Launched\u000a06:43:30.292743 run scp-db-to-remote(pid=6595): Terminated: ok {rc=0}\u000a06:43:30.404601 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:30.716834 run patchelf(pid=6597): Launched\u000a06:43:31.904444 run patchelf(pid=6597): Terminated: ok {rc=0}\u000a06:43:32.020909 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:32.351716 run setcap-netadm(pid=6598): Launched\u000a06:43:33.534403 run setcap-netadm(pid=6598): Terminated: ok {rc=0}\u000a06:43:33.839634 run srsepc(pid=6599): Launched\u000a06:43:33.945106 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:35.050942 run rm-remote-dir(pid=6600): Launched\u000a06:43:35.234129 run srsepc(pid=6599): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)]\u000a06:43:35.368043 run srsepc(pid=6599): stdout: \u000a| (launched: 2022-12-10_06:43:33.693828)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:35.501549 run srsepc(pid=6599): stderr: \u000a| (launched: 2022-12-10_06:43:33.738660)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:35.631004 run srsepc(pid=6599): stdout: \u000a| (launched: 2022-12-10_06:43:33.693828)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:35.759513 run srsepc(pid=6599): stderr: \u000a| (launched: 2022-12-10_06:43:33.738660)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:35.909510 run rm-remote-dir(pid=6600): Terminating (SIGINT)\u000a06:43:36.085460 run rm-remote-dir(pid=6600): Terminated: ok {rc=0}\u000a06:43:36.118077 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=6599): Process ended prematurely: srsepc(pid=6599) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6599)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a06:43:36.127721 tst iperf3_ul.py:42: Test FAILED (18.3 sec)\u000a06:43:36.237834 run scp-back-log(pid=6601): Launched\u000a06:43:37.323970 run scp-back-log(pid=6601): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6601)]\u000a06:43:37.386009 run scp-back-log(pid=6601): stdout: \u000a| (launched: 2022-12-10_06:43:36.169113) \u000a06:43:37.448413 run scp-back-log(pid=6601): stderr: \u000a| (launched: 2022-12-10_06:43:36.188688)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:43:37.501796 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6601): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6601)]')\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a06:43:37.516268 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:37.532803 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:37.555952 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:37.696109 tst ping.py: using MSISDN 7604\u000a06:43:37.802503 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7604', subscriber_id=0}\u000a06:43:37.908180 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:38.542846 run rm-remote-dir(pid=6603): Launched\u000a06:43:39.728159 run rm-remote-dir(pid=6603): Terminated: ok {rc=0}\u000a06:43:40.051205 run mk-remote-dir(pid=6604): Launched\u000a06:43:41.235708 run mk-remote-dir(pid=6604): Terminated: ok {rc=0}\u000a06:43:41.509459 run scp-inst-to-remote(pid=6605): Launched\u000a06:43:43.705601 run scp-inst-to-remote(pid=6605): Terminated: ok {rc=0}\u000a06:43:44.052862 run rm-remote-dir(pid=6607): Launched\u000a06:43:45.251205 run rm-remote-dir(pid=6607): Terminated: ok {rc=0}\u000a06:43:45.599533 run mk-remote-dir(pid=6608): Launched\u000a06:43:46.823903 run mk-remote-dir(pid=6608): Terminated: ok {rc=0}\u000a06:43:47.174006 run scp-cfg-to-remote(pid=6609): Launched\u000a06:43:48.369246 run scp-cfg-to-remote(pid=6609): Terminated: ok {rc=0}\u000a06:43:48.663360 run scp-db-to-remote(pid=6611): Launched\u000a06:43:49.858404 run scp-db-to-remote(pid=6611): Terminated: ok {rc=0}\u000a06:43:49.978010 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:43:50.315241 run patchelf(pid=6613): Launched\u000a06:43:51.499573 run patchelf(pid=6613): Terminated: ok {rc=0}\u000a06:43:51.612288 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:43:51.926811 run setcap-netadm(pid=6614): Launched\u000a06:43:53.109066 run setcap-netadm(pid=6614): Terminated: ok {rc=0}\u000a06:43:53.415981 run srsepc(pid=6615): Launched\u000a06:43:53.521650 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:43:54.705988 run rm-remote-dir(pid=6616): Launched\u000a06:43:54.901920 run srsepc(pid=6615): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)]\u000a06:43:55.044239 run srsepc(pid=6615): stdout: \u000a| (launched: 2022-12-10_06:43:53.269459)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:55.186223 run srsepc(pid=6615): stderr: \u000a| (launched: 2022-12-10_06:43:53.314323)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:55.323657 run srsepc(pid=6615): stdout: \u000a| (launched: 2022-12-10_06:43:53.269459)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:43:55.460222 run srsepc(pid=6615): stderr: \u000a| (launched: 2022-12-10_06:43:53.314323)\u000a| Connection to 10.42.42.116 closed. \u000a06:43:55.619791 run rm-remote-dir(pid=6616): Terminating (SIGINT)\u000a06:43:55.806173 run rm-remote-dir(pid=6616): Terminated: ok {rc=0}\u000a06:43:55.840383 tst ping.py:16: ERR: Error: srsepc(pid=6615): Process ended prematurely: srsepc(pid=6615) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6615)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a06:43:55.850552 tst ping.py:16: Test FAILED (18.3 sec)\u000a06:43:55.965588 run scp-back-log(pid=6617): Launched\u000a06:43:57.054790 run scp-back-log(pid=6617): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6617)]\u000a06:43:57.119568 run scp-back-log(pid=6617): stdout: \u000a| (launched: 2022-12-10_06:43:55.893250) \u000a06:43:57.184391 run scp-back-log(pid=6617): stderr: \u000a| (launched: 2022-12-10_06:43:55.913679)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:43:57.239195 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6617): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6617)]')\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a06:43:57.254042 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:43:57.271142 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:43:57.294621 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:43:57.440396 tst rrc_idle_mo_ping.py: using MSISDN 7605\u000a06:43:57.554446 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7605', subscriber_id=0}\u000a06:43:57.666960 run srsepc_10.42.42.118: Starting srsepc\u000a06:43:58.343901 run rm-remote-dir(pid=6619): Launched\u000a06:43:59.541123 run rm-remote-dir(pid=6619): Terminated: ok {rc=0}\u000a06:43:59.888228 run mk-remote-dir(pid=6620): Launched\u000a06:44:01.115381 run mk-remote-dir(pid=6620): Terminated: ok {rc=0}\u000a06:44:01.444297 run scp-inst-to-remote(pid=6621): Launched\u000a06:44:03.653388 run scp-inst-to-remote(pid=6621): Terminated: ok {rc=0}\u000a06:44:03.999988 run rm-remote-dir(pid=6623): Launched\u000a06:44:05.197161 run rm-remote-dir(pid=6623): Terminated: ok {rc=0}\u000a06:44:05.545752 run mk-remote-dir(pid=6624): Launched\u000a06:44:06.743327 run mk-remote-dir(pid=6624): Terminated: ok {rc=0}\u000a06:44:07.036440 run scp-cfg-to-remote(pid=6625): Launched\u000a06:44:08.230020 run scp-cfg-to-remote(pid=6625): Terminated: ok {rc=0}\u000a06:44:08.523228 run scp-db-to-remote(pid=6627): Launched\u000a06:44:09.717207 run scp-db-to-remote(pid=6627): Terminated: ok {rc=0}\u000a06:44:09.837220 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:10.174467 run patchelf(pid=6629): Launched\u000a06:44:11.370177 run patchelf(pid=6629): Terminated: ok {rc=0}\u000a06:44:11.489809 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:11.827869 run setcap-netadm(pid=6630): Launched\u000a06:44:13.023470 run setcap-netadm(pid=6630): Terminated: ok {rc=0}\u000a06:44:13.352762 run srsepc(pid=6631): Launched\u000a06:44:13.467414 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:14.647606 run rm-remote-dir(pid=6632): Launched\u000a06:44:14.831165 run srsepc(pid=6631): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)]\u000a06:44:14.965153 run srsepc(pid=6631): stdout: \u000a| (launched: 2022-12-10_06:44:13.195021)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:15.098452 run srsepc(pid=6631): stderr: \u000a| (launched: 2022-12-10_06:44:13.242873)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:15.227956 run srsepc(pid=6631): stdout: \u000a| (launched: 2022-12-10_06:44:13.195021)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:15.356731 run srsepc(pid=6631): stderr: \u000a| (launched: 2022-12-10_06:44:13.242873)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:15.505798 run rm-remote-dir(pid=6632): Terminating (SIGINT)\u000a06:44:15.680356 run rm-remote-dir(pid=6632): Terminated: ok {rc=0}\u000a06:44:15.712780 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=6631): Process ended prematurely: srsepc(pid=6631) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6631)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a06:44:15.722682 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a06:44:15.833055 run scp-back-log(pid=6633): Launched\u000a06:44:16.922539 run scp-back-log(pid=6633): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6633)]\u000a06:44:16.988933 run scp-back-log(pid=6633): stdout: \u000a| (launched: 2022-12-10_06:44:15.763858) \u000a06:44:17.055280 run scp-back-log(pid=6633): stderr: \u000a| (launched: 2022-12-10_06:44:15.783376)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:44:17.111846 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6633): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6633)]')\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a06:44:17.127790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a06:44:17.145444 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a06:44:17.171002 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a06:44:17.319030 tst rrc_idle_mt_ping.py: using MSISDN 7606\u000a06:44:17.433410 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7606', subscriber_id=0}\u000a06:44:17.546244 run srsepc_10.42.42.118: Starting srsepc\u000a06:44:18.224022 run rm-remote-dir(pid=6636): Launched\u000a06:44:19.422102 run rm-remote-dir(pid=6636): Terminated: ok {rc=0}\u000a06:44:19.769287 run mk-remote-dir(pid=6637): Launched\u000a06:44:20.965931 run mk-remote-dir(pid=6637): Terminated: ok {rc=0}\u000a06:44:21.259064 run scp-inst-to-remote(pid=6638): Launched\u000a06:44:23.455786 run scp-inst-to-remote(pid=6638): Terminated: ok {rc=0}\u000a06:44:23.803857 run rm-remote-dir(pid=6640): Launched\u000a06:44:25.000638 run rm-remote-dir(pid=6640): Terminated: ok {rc=0}\u000a06:44:25.348215 run mk-remote-dir(pid=6641): Launched\u000a06:44:26.546347 run mk-remote-dir(pid=6641): Terminated: ok {rc=0}\u000a06:44:26.839851 run scp-cfg-to-remote(pid=6642): Launched\u000a06:44:28.034317 run scp-cfg-to-remote(pid=6642): Terminated: ok {rc=0}\u000a06:44:28.329866 run scp-db-to-remote(pid=6644): Launched\u000a06:44:29.525007 run scp-db-to-remote(pid=6644): Terminated: ok {rc=0}\u000a06:44:29.645376 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a06:44:29.981835 run patchelf(pid=6646): Launched\u000a06:44:31.179551 run patchelf(pid=6646): Terminated: ok {rc=0}\u000a06:44:31.302820 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a06:44:31.692072 run setcap-netadm(pid=6647): Launched\u000a06:44:32.896276 run setcap-netadm(pid=6647): Terminated: ok {rc=0}\u000a06:44:33.224904 run srsepc(pid=6648): Launched\u000a06:44:33.339575 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a06:44:34.520894 run rm-remote-dir(pid=6649): Launched\u000a06:44:34.718021 run srsepc(pid=6648): ERR: Terminated: ERROR {rc=127} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)]\u000a06:44:34.860379 run srsepc(pid=6648): stdout: \u000a| (launched: 2022-12-10_06:44:33.067183)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:35.002122 run srsepc(pid=6648): stderr: \u000a| (launched: 2022-12-10_06:44:33.115214)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:35.140190 run srsepc(pid=6648): stdout: \u000a| (launched: 2022-12-10_06:44:33.067183)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a06:44:35.276579 run srsepc(pid=6648): stderr: \u000a| (launched: 2022-12-10_06:44:33.115214)\u000a| Connection to 10.42.42.116 closed. \u000a06:44:35.435866 run rm-remote-dir(pid=6649): Terminating (SIGINT)\u000a06:44:35.623314 run rm-remote-dir(pid=6649): Terminated: ok {rc=0}\u000a06:44:35.657894 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=6648): Process ended prematurely: srsepc(pid=6648) [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=6648)] [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a06:44:35.668098 tst rrc_idle_mt_ping.py:16: Test FAILED (18.5 sec)\u000a06:44:35.782971 run scp-back-log(pid=6650): Launched\u000a06:44:36.872210 run scp-back-log(pid=6650): ERR: Terminated: ERROR {rc=1} [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6650)]\u000a06:44:36.936604 run scp-back-log(pid=6650): stdout: \u000a| (launched: 2022-12-10_06:44:35.710666) \u000a06:44:37.001493 run scp-back-log(pid=6650): stderr: \u000a| (launched: 2022-12-10_06:44:35.731058)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a06:44:37.056296 tst srsepc_10.42.42.118: Error('scp-back-log(pid=6650): launch_sync(): local process exited with status 1 [trial-2370↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=6650)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:42:16" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a06:44:37.911372 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:37.922972 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:44:38.051012 tst handover.py: using LAC 26563\u000a06:44:38.170895 tst handover.py: using RAC 43\u000a06:44:38.287071 tst handover.py: using CellId 26563\u000a06:44:38.408259 tst handover.py: using BVCI 26564\u000a06:44:38.431177 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a06:44:38.549786 tst handover.py: using LAC 26564\u000a06:44:38.665258 tst handover.py: using RAC 44\u000a06:44:38.780223 tst handover.py: using CellId 26564\u000a06:44:38.895675 tst handover.py: using BVCI 26565\u000a06:44:38.918548 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:38.929682 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:38.940364 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:38.951589 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:38.962869 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a06:44:38.974181 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:44:39.092351 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a06:44:39.299454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:39.800009 run create_hlr_db(pid=6655): Launched\u000a06:44:40.985261 run create_hlr_db(pid=6655): Terminated: ok {rc=0}\u000a06:44:41.312722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Launched\u000a06:44:41.631000 run osmo-hlr_10.42.42.2(pid=6658): Launched\u000a06:44:41.746618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:42.298598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Launched\u000a06:44:42.616409 run osmo-stp_10.42.42.5(pid=6661): Launched\u000a06:44:42.731890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:43.313076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Launched\u000a06:44:43.631256 run osmo-msc_10.42.42.6(pid=6664): Launched\u000a06:44:43.818173 run osmo-stp_10.42.42.5(pid=6661): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]\u000a06:44:43.952532 run osmo-stp_10.42.42.5(pid=6661): stdout: \u000a| (launched: 2022-12-10_06:44:42.460125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:44.086787 run osmo-stp_10.42.42.5(pid=6661): stderr: \u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064442653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:44.213982 run osmo-stp_10.42.42.5(pid=6661): stdout: \u000a| (launched: 2022-12-10_06:44:42.460125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:44.339751 run osmo-stp_10.42.42.5(pid=6661): stderr: \u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064442652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064442653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064442653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:44.395312 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)] [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a06:44:44.403746 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:44:44.465624 run osmo-hlr_10.42.42.2(pid=6658): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6658)]\u000a06:44:44.516506 run osmo-hlr_10.42.42.2(pid=6658): stdout: \u000a| (launched: 2022-12-10_06:44:41.474121) \u000a06:44:44.568307 run osmo-hlr_10.42.42.2(pid=6658): stderr: \u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064441670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064441682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064441692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:44.638284 run osmo-msc_10.42.42.6(pid=6664): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6664)]\u000a06:44:44.688929 run osmo-msc_10.42.42.6(pid=6664): stdout: \u000a| (launched: 2022-12-10_06:44:43.474260) \u000a06:44:44.740470 run osmo-msc_10.42.42.6(pid=6664): stderr: \u000a| �[0;m�[38;5;43m20221210064443793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064443794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54a9ddac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064443794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064443794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064443796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064443796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:44.784380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminating (SIGTERM)\u000a06:44:44.825535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminating (SIGTERM)\u000a06:44:44.866764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Terminating (SIGTERM)\u000a06:44:44.876213 --- ParallelTerminationStrategy: PID 6657 died...\u000a06:44:44.931257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminated: ok {rc=0}\u000a06:44:44.941162 --- ParallelTerminationStrategy: PID 6660 died...\u000a06:44:44.996116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminated: ok {rc=0}\u000a06:44:45.005993 --- ParallelTerminationStrategy: PID 6663 died...\u000a06:44:45.060748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6663): Terminated: ok {rc=0}\u000a06:44:45.147811 bus /sierra_3: Setting Powered False\u000a06:44:46.247860 bus /sierra_3: Setting Powered False\u000a06:44:47.357257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:44:37" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:44:49.318017 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:49.329135 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:44:49.455848 tst handover.py: using LAC 26565\u000a06:44:49.575859 tst handover.py: using RAC 45\u000a06:44:49.692891 tst handover.py: using CellId 26565\u000a06:44:49.810699 tst handover.py: using BVCI 26566\u000a06:44:49.833771 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:44:49.955850 tst handover.py: using LAC 26566\u000a06:44:50.072738 tst handover.py: using RAC 46\u000a06:44:50.196631 tst handover.py: using CellId 26566\u000a06:44:50.325463 tst handover.py: using BVCI 26567\u000a06:44:50.348453 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:50.359408 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:50.370250 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:50.381777 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:50.393427 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:44:50.404545 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:44:50.524996 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:44:50.723050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:44:51.174189 run create_hlr_db(pid=6670): Launched\u000a06:44:51.295524 bus /sierra_2: Setting Powered False\u000a06:44:52.366160 run create_hlr_db(pid=6670): Terminated: ok {rc=0}\u000a06:44:52.763256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Launched\u000a06:44:53.081116 run osmo-hlr_10.42.42.2(pid=6673): Launched\u000a06:44:53.197278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:44:53.724115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Launched\u000a06:44:54.042757 run osmo-stp_10.42.42.5(pid=6676): Launched\u000a06:44:54.158838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:44:54.715276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Launched\u000a06:44:55.034082 run osmo-msc_10.42.42.6(pid=6679): Launched\u000a06:44:55.220383 run osmo-stp_10.42.42.5(pid=6676): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)]\u000a06:44:55.355776 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-10_06:44:53.885804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:55.490319 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064454077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064454077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:55.619315 run osmo-stp_10.42.42.5(pid=6676): stdout: \u000a| (launched: 2022-12-10_06:44:53.885804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:44:55.746413 run osmo-stp_10.42.42.5(pid=6676): stderr: \u000a| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064454076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064454077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064454077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064454078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:44:55.802270 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6676): Process ended prematurely: osmo-stp_10.42.42.5(pid=6676) [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6676)] [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a06:44:55.810896 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:44:55.872612 run osmo-hlr_10.42.42.2(pid=6673): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6673)]\u000a06:44:55.923703 run osmo-hlr_10.42.42.2(pid=6673): stdout: \u000a| (launched: 2022-12-10_06:44:52.925406) \u000a06:44:55.975206 run osmo-hlr_10.42.42.2(pid=6673): stderr: \u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064453123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064453135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064453143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064453144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064453144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:44:56.045207 run osmo-msc_10.42.42.6(pid=6679): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6679)]\u000a06:44:56.095998 run osmo-msc_10.42.42.6(pid=6679): stdout: \u000a| (launched: 2022-12-10_06:44:54.877029) \u000a06:44:56.147455 run osmo-msc_10.42.42.6(pid=6679): stderr: \u000a| �[0;m�[38;5;43m20221210064455197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064455197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1b261cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064455197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064455198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064455200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064455200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:44:56.190884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminating (SIGTERM)\u000a06:44:56.231802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminating (SIGTERM)\u000a06:44:56.272924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminating (SIGTERM)\u000a06:44:56.282517 --- ParallelTerminationStrategy: PID 6672 died...\u000a06:44:56.337541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6672): Terminated: ok {rc=0}\u000a06:44:56.347537 --- ParallelTerminationStrategy: PID 6675 died...\u000a06:44:56.402928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6675): Terminated: ok {rc=0}\u000a06:44:56.412931 --- ParallelTerminationStrategy: PID 6678 died...\u000a06:44:56.467916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6678): Terminated: ok {rc=0}\u000a06:44:56.553550 bus /sierra_3: Setting Powered False\u000a06:44:57.658872 bus /sierra_3: Setting Powered False\u000a06:44:58.769268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:44:49" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:45:00.743687 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:00.754538 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:45:00.887129 tst handover.py: using LAC 26567\u000a06:45:01.018044 tst handover.py: using RAC 47\u000a06:45:01.176396 tst handover.py: using CellId 26567\u000a06:45:01.310862 tst handover.py: using BVCI 26568\u000a06:45:01.336548 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:45:01.518892 tst handover.py: using LAC 26568\u000a06:45:01.689071 tst handover.py: using RAC 48\u000a06:45:01.810586 tst handover.py: using CellId 26568\u000a06:45:01.943831 tst handover.py: using BVCI 26569\u000a06:45:01.973499 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:01.986962 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:02.000893 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:02.015229 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:02.028170 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:45:02.041500 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:45:02.184395 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:45:02.399286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:02.887290 run create_hlr_db(pid=6687): Launched\u000a06:45:03.017305 bus /sierra_2: Setting Powered False\u000a06:45:04.092287 run create_hlr_db(pid=6687): Terminated: ok {rc=0}\u000a06:45:04.467608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Launched\u000a06:45:04.765393 run osmo-hlr_10.42.42.2(pid=6690): Launched\u000a06:45:04.873899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:05.364615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Launched\u000a06:45:05.661871 run osmo-stp_10.42.42.5(pid=6693): Launched\u000a06:45:05.769881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:06.289722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Launched\u000a06:45:06.587604 run osmo-msc_10.42.42.6(pid=6696): Launched\u000a06:45:06.762461 run osmo-stp_10.42.42.5(pid=6693): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)]\u000a06:45:06.888920 run osmo-stp_10.42.42.5(pid=6693): stdout: \u000a| (launched: 2022-12-10_06:45:05.514730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:07.013370 run osmo-stp_10.42.42.5(pid=6693): stderr: \u000a| �[0;m�[38;5;43m20221210064505685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064505686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:07.132714 run osmo-stp_10.42.42.5(pid=6693): stdout: \u000a| (launched: 2022-12-10_06:45:05.514730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:07.250941 run osmo-stp_10.42.42.5(pid=6693): stderr: \u000a| �[0;m�[38;5;43m20221210064505685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064505686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064505686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064505687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:07.303039 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6693): Process ended prematurely: osmo-stp_10.42.42.5(pid=6693) [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6693)] [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a06:45:07.311162 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:45:07.370479 run osmo-hlr_10.42.42.2(pid=6690): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6690)]\u000a06:45:07.418909 run osmo-hlr_10.42.42.2(pid=6690): stdout: \u000a| (launched: 2022-12-10_06:45:04.619063) \u000a06:45:07.468055 run osmo-hlr_10.42.42.2(pid=6690): stderr: \u000a| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064504794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064504795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064504807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064504818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:07.534934 run osmo-msc_10.42.42.6(pid=6696): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6696)]\u000a06:45:07.583552 run osmo-msc_10.42.42.6(pid=6696): stdout: \u000a| (launched: 2022-12-10_06:45:06.439698) \u000a06:45:07.632790 run osmo-msc_10.42.42.6(pid=6696): stderr: \u000a| �[0;m�[38;5;43m20221210064506708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064506709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58d4f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064506709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064506709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064506711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064506712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:07.674410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Terminating (SIGTERM)\u000a06:45:07.714288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Terminating (SIGTERM)\u000a06:45:07.753779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Terminating (SIGTERM)\u000a06:45:07.763048 --- ParallelTerminationStrategy: PID 6689 died...\u000a06:45:07.815894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6689): Terminated: ok {rc=0}\u000a06:45:07.825768 --- ParallelTerminationStrategy: PID 6692 died...\u000a06:45:07.878468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6692): Terminated: ok {rc=0}\u000a06:45:07.887831 --- ParallelTerminationStrategy: PID 6695 died...\u000a06:45:07.940404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6695): Terminated: ok {rc=0}\u000a06:45:08.023268 bus /sierra_3: Setting Powered False\u000a06:45:09.128049 bus /sierra_3: Setting Powered False\u000a06:45:10.235152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:00" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:45:12.220201 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:12.231951 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:45:12.361842 tst handover.py: using LAC 26569\u000a06:45:12.488379 tst handover.py: using RAC 49\u000a06:45:12.608363 tst handover.py: using CellId 26569\u000a06:45:12.727655 tst handover.py: using BVCI 26570\u000a06:45:12.750613 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:45:12.882018 tst handover.py: using LAC 26570\u000a06:45:13.004538 tst handover.py: using RAC 50\u000a06:45:13.120676 tst handover.py: using CellId 26570\u000a06:45:13.238987 tst handover.py: using BVCI 26571\u000a06:45:13.261852 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:13.272910 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:13.283881 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:13.295413 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:13.306682 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:45:13.317863 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:45:13.437962 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:45:13.646006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:14.128293 run create_hlr_db(pid=6701): Launched\u000a06:45:14.258062 bus /sierra_2: Setting Powered False\u000a06:45:15.333854 run create_hlr_db(pid=6701): Terminated: ok {rc=0}\u000a06:45:15.731341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Launched\u000a06:45:16.172924 run osmo-hlr_10.42.42.2(pid=6704): Launched\u000a06:45:16.378501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:16.934118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Launched\u000a06:45:17.292347 run osmo-stp_10.42.42.5(pid=6707): Launched\u000a06:45:17.402903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:17.926910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Launched\u000a06:45:18.226136 run osmo-msc_10.42.42.6(pid=6710): Launched\u000a06:45:18.401691 run osmo-stp_10.42.42.5(pid=6707): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)]\u000a06:45:18.528479 run osmo-stp_10.42.42.5(pid=6707): stdout: \u000a| (launched: 2022-12-10_06:45:17.099233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:18.653061 run osmo-stp_10.42.42.5(pid=6707): stderr: \u000a| �[0;m�[38;5;43m20221210064517307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064517308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:18.772515 run osmo-stp_10.42.42.5(pid=6707): stdout: \u000a| (launched: 2022-12-10_06:45:17.099233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:18.890824 run osmo-stp_10.42.42.5(pid=6707): stderr: \u000a| �[0;m�[38;5;43m20221210064517307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064517308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064517308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064517309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:18.942958 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6707): Process ended prematurely: osmo-stp_10.42.42.5(pid=6707) [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6707)] [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:45:18.951197 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:45:19.010178 run osmo-hlr_10.42.42.2(pid=6704): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6704)]\u000a06:45:19.058411 run osmo-hlr_10.42.42.2(pid=6704): stdout: \u000a| (launched: 2022-12-10_06:45:15.899507) \u000a06:45:19.107024 run osmo-hlr_10.42.42.2(pid=6704): stderr: \u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064516138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064516151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064516164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:19.173486 run osmo-msc_10.42.42.6(pid=6710): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6710)]\u000a06:45:19.221846 run osmo-msc_10.42.42.6(pid=6710): stdout: \u000a| (launched: 2022-12-10_06:45:18.077544) \u000a06:45:19.270542 run osmo-msc_10.42.42.6(pid=6710): stderr: \u000a| �[0;m�[38;5;43m20221210064518348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064518348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd33865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064518348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064518348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064518349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064518349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064518350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064518351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:19.311861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Terminating (SIGTERM)\u000a06:45:19.351179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Terminating (SIGTERM)\u000a06:45:19.390470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Terminating (SIGTERM)\u000a06:45:19.399734 --- ParallelTerminationStrategy: PID 6703 died...\u000a06:45:19.452934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6703): Terminated: ok {rc=0}\u000a06:45:19.462350 --- ParallelTerminationStrategy: PID 6706 died...\u000a06:45:19.514513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6706): Terminated: ok {rc=0}\u000a06:45:19.523808 --- ParallelTerminationStrategy: PID 6709 died...\u000a06:45:19.575782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6709): Terminated: ok {rc=0}\u000a06:45:19.662913 bus /sierra_3: Setting Powered False\u000a06:45:20.763532 bus /sierra_3: Setting Powered False\u000a06:45:21.873945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:11" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:45:23.865973 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:23.877574 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:45:24.013117 tst handover.py: using LAC 26571\u000a06:45:24.141923 tst handover.py: using RAC 51\u000a06:45:24.265777 tst handover.py: using CellId 26571\u000a06:45:24.389608 tst handover.py: using BVCI 26572\u000a06:45:24.413906 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:45:24.555665 tst handover.py: using LAC 26572\u000a06:45:24.684156 tst handover.py: using RAC 52\u000a06:45:24.809324 tst handover.py: using CellId 26572\u000a06:45:24.938729 tst handover.py: using BVCI 26573\u000a06:45:24.963063 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:24.974513 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:24.985865 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:24.997565 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:25.009186 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:45:25.020774 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:45:25.139312 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:45:25.339255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:25.783240 run create_hlr_db(pid=6716): Launched\u000a06:45:25.904751 bus /sierra_2: Setting Powered False\u000a06:45:26.975742 run create_hlr_db(pid=6716): Terminated: ok {rc=0}\u000a06:45:27.372315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Launched\u000a06:45:27.691314 run osmo-hlr_10.42.42.2(pid=6719): Launched\u000a06:45:27.808235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:28.334823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Launched\u000a06:45:28.654375 run osmo-stp_10.42.42.5(pid=6722): Launched\u000a06:45:28.769798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:29.324237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Launched\u000a06:45:29.643191 run osmo-msc_10.42.42.6(pid=6725): Launched\u000a06:45:29.828888 run osmo-stp_10.42.42.5(pid=6722): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)]\u000a06:45:29.963607 run osmo-stp_10.42.42.5(pid=6722): stdout: \u000a| (launched: 2022-12-10_06:45:28.496880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:30.097857 run osmo-stp_10.42.42.5(pid=6722): stderr: \u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064528690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:30.226027 run osmo-stp_10.42.42.5(pid=6722): stdout: \u000a| (launched: 2022-12-10_06:45:28.496880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:30.352707 run osmo-stp_10.42.42.5(pid=6722): stderr: \u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064528689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064528690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064528690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:30.408697 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6722): Process ended prematurely: osmo-stp_10.42.42.5(pid=6722) [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6722)] [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:45:30.417582 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:45:30.479628 run osmo-hlr_10.42.42.2(pid=6719): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6719)]\u000a06:45:30.530588 run osmo-hlr_10.42.42.2(pid=6719): stdout: \u000a| (launched: 2022-12-10_06:45:27.534520) \u000a06:45:30.583276 run osmo-hlr_10.42.42.2(pid=6719): stderr: \u000a| �[0;m�[1;31m20221210064527729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064527730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064527742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064527751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064527752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064527752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:30.653250 run osmo-msc_10.42.42.6(pid=6725): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6725)]\u000a06:45:30.703607 run osmo-msc_10.42.42.6(pid=6725): stdout: \u000a| (launched: 2022-12-10_06:45:29.485928) \u000a06:45:30.754475 run osmo-msc_10.42.42.6(pid=6725): stderr: \u000a| �[0;m�[38;5;43m20221210064529807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064529807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f330cf93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064529807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064529807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064529809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064529810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:30.797975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminating (SIGTERM)\u000a06:45:30.839119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminating (SIGTERM)\u000a06:45:30.893531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Terminating (SIGTERM)\u000a06:45:30.907432 --- ParallelTerminationStrategy: PID 6718 died...\u000a06:45:30.973207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6718): Terminated: ok {rc=0}\u000a06:45:30.983830 --- ParallelTerminationStrategy: PID 6721 died...\u000a06:45:31.054355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6721): Terminated: ok {rc=0}\u000a06:45:31.074081 --- ParallelTerminationStrategy: PID 6724 died...\u000a06:45:31.132435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6724): Terminated: ok {rc=0}\u000a06:45:31.220136 bus /sierra_3: Setting Powered False\u000a06:45:32.324161 bus /sierra_3: Setting Powered False\u000a06:45:33.435131 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:45:35.409380 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:35.421034 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:45:35.548269 tst handover.py: using LAC 26573\u000a06:45:35.674914 tst handover.py: using RAC 53\u000a06:45:35.798739 tst handover.py: using CellId 26573\u000a06:45:35.924134 tst handover.py: using BVCI 26574\u000a06:45:35.948891 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:45:36.076209 tst handover.py: using LAC 26574\u000a06:45:36.195780 tst handover.py: using RAC 54\u000a06:45:36.314699 tst handover.py: using CellId 26574\u000a06:45:36.433633 tst handover.py: using BVCI 26575\u000a06:45:36.456336 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:36.467272 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:36.478077 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:36.489311 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:36.500248 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:45:36.511204 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:45:36.631087 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:45:36.839784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:37.320707 run create_hlr_db(pid=6731): Launched\u000a06:45:37.450844 bus /sierra_2: Setting Powered False\u000a06:45:38.525530 run create_hlr_db(pid=6731): Terminated: ok {rc=0}\u000a06:45:38.922686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Launched\u000a06:45:39.240688 run osmo-hlr_10.42.42.2(pid=6734): Launched\u000a06:45:39.360454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:39.887331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Launched\u000a06:45:40.207244 run osmo-stp_10.42.42.5(pid=6737): Launched\u000a06:45:40.322856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:40.879360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Launched\u000a06:45:41.198255 run osmo-msc_10.42.42.6(pid=6740): Launched\u000a06:45:41.384628 run osmo-stp_10.42.42.5(pid=6737): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)]\u000a06:45:41.519356 run osmo-stp_10.42.42.5(pid=6737): stdout: \u000a| (launched: 2022-12-10_06:45:40.050319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:41.654329 run osmo-stp_10.42.42.5(pid=6737): stderr: \u000a| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064540243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:41.782331 run osmo-stp_10.42.42.5(pid=6737): stdout: \u000a| (launched: 2022-12-10_06:45:40.050319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:41.909539 run osmo-stp_10.42.42.5(pid=6737): stderr: \u000a| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064540242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064540243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064540244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:41.965413 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6737): Process ended prematurely: osmo-stp_10.42.42.5(pid=6737) [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6737)] [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a06:45:41.974207 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:45:42.036143 run osmo-hlr_10.42.42.2(pid=6734): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6734)]\u000a06:45:42.087205 run osmo-hlr_10.42.42.2(pid=6734): stdout: \u000a| (launched: 2022-12-10_06:45:39.084416) \u000a06:45:42.138923 run osmo-hlr_10.42.42.2(pid=6734): stderr: \u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064539281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064539294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064539303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:42.208768 run osmo-msc_10.42.42.6(pid=6740): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6740)]\u000a06:45:42.259124 run osmo-msc_10.42.42.6(pid=6740): stdout: \u000a| (launched: 2022-12-10_06:45:41.041062) \u000a06:45:42.309951 run osmo-msc_10.42.42.6(pid=6740): stderr: \u000a| �[0;m�[38;5;43m20221210064541365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064541365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46c9550c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064541365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064541365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064541366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064541366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064541367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064541368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:42.353157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Terminating (SIGTERM)\u000a06:45:42.394024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Terminating (SIGTERM)\u000a06:45:42.435199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Terminating (SIGTERM)\u000a06:45:42.444741 --- ParallelTerminationStrategy: PID 6733 died...\u000a06:45:42.499559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6733): Terminated: ok {rc=0}\u000a06:45:42.509643 --- ParallelTerminationStrategy: PID 6736 died...\u000a06:45:42.563964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6736): Terminated: ok {rc=0}\u000a06:45:42.573899 --- ParallelTerminationStrategy: PID 6739 died...\u000a06:45:42.628293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6739): Terminated: ok {rc=0}\u000a06:45:42.714210 bus /sierra_3: Setting Powered False\u000a06:45:43.819737 bus /sierra_3: Setting Powered False\u000a06:45:44.929792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:45:46.998399 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:47.010375 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:45:47.173916 tst handover.py: using LAC 26575\u000a06:45:47.298338 tst handover.py: using RAC 55\u000a06:45:47.418340 tst handover.py: using CellId 26575\u000a06:45:47.535783 tst handover.py: using BVCI 26576\u000a06:45:47.558989 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:45:47.694945 tst handover.py: using LAC 26576\u000a06:45:47.812321 tst handover.py: using RAC 56\u000a06:45:47.930146 tst handover.py: using CellId 26576\u000a06:45:48.049269 tst handover.py: using BVCI 26577\u000a06:45:48.071809 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:48.083068 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:48.093949 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:48.105314 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:48.116670 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:45:48.127912 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:45:48.244097 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:45:48.452848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:45:48.935348 run create_hlr_db(pid=6745): Launched\u000a06:45:49.065641 bus /sierra_2: Setting Powered False\u000a06:45:50.141111 run create_hlr_db(pid=6745): Terminated: ok {rc=0}\u000a06:45:50.540245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Launched\u000a06:45:50.860365 run osmo-hlr_10.42.42.2(pid=6748): Launched\u000a06:45:50.977458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:45:51.506872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Launched\u000a06:45:51.827915 run osmo-stp_10.42.42.5(pid=6751): Launched\u000a06:45:51.943830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:45:52.502908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Launched\u000a06:45:52.823951 run osmo-msc_10.42.42.6(pid=6754): Launched\u000a06:45:53.011043 run osmo-stp_10.42.42.5(pid=6751): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)]\u000a06:45:53.145959 run osmo-stp_10.42.42.5(pid=6751): stdout: \u000a| (launched: 2022-12-10_06:45:51.669707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:53.280404 run osmo-stp_10.42.42.5(pid=6751): stderr: \u000a| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064551862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064551862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064551862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:53.408712 run osmo-stp_10.42.42.5(pid=6751): stdout: \u000a| (launched: 2022-12-10_06:45:51.669707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:45:53.535971 run osmo-stp_10.42.42.5(pid=6751): stderr: \u000a| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064551861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064551862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064551862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064551862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064551863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:45:53.591820 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6751): Process ended prematurely: osmo-stp_10.42.42.5(pid=6751) [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6751)] [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a06:45:53.600535 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:45:53.662622 run osmo-hlr_10.42.42.2(pid=6748): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6748)]\u000a06:45:53.713609 run osmo-hlr_10.42.42.2(pid=6748): stdout: \u000a| (launched: 2022-12-10_06:45:50.703630) \u000a06:45:53.765392 run osmo-hlr_10.42.42.2(pid=6748): stderr: \u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064550901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064550914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064550922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064550923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064550923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:45:53.835470 run osmo-msc_10.42.42.6(pid=6754): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6754)]\u000a06:45:53.886410 run osmo-msc_10.42.42.6(pid=6754): stdout: \u000a| (launched: 2022-12-10_06:45:52.665801) \u000a06:45:53.937817 run osmo-msc_10.42.42.6(pid=6754): stderr: \u000a| �[0;m�[38;5;43m20221210064552990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064552990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea95c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064552991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064552991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064552993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064552993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:45:53.981670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Terminating (SIGTERM)\u000a06:45:54.023149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Terminating (SIGTERM)\u000a06:45:54.064886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Terminating (SIGTERM)\u000a06:45:54.074555 --- ParallelTerminationStrategy: PID 6747 died...\u000a06:45:54.129928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6747): Terminated: ok {rc=0}\u000a06:45:54.139878 --- ParallelTerminationStrategy: PID 6750 died...\u000a06:45:54.195088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6750): Terminated: ok {rc=0}\u000a06:45:54.205045 --- ParallelTerminationStrategy: PID 6753 died...\u000a06:45:54.260407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6753): Terminated: ok {rc=0}\u000a06:45:54.345497 bus /sierra_3: Setting Powered False\u000a06:45:55.450779 bus /sierra_3: Setting Powered False\u000a06:45:56.561086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:46" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:45:58.564912 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:58.576088 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:45:58.707502 tst handover.py: using LAC 26577\u000a06:45:58.837264 tst handover.py: using RAC 57\u000a06:45:58.960344 tst handover.py: using CellId 26577\u000a06:45:59.083452 tst handover.py: using BVCI 26578\u000a06:45:59.107746 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:45:59.245966 tst handover.py: using LAC 26578\u000a06:45:59.368935 tst handover.py: using RAC 58\u000a06:45:59.491840 tst handover.py: using CellId 26578\u000a06:45:59.614315 tst handover.py: using BVCI 26579\u000a06:45:59.638546 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:59.649853 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:59.661167 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:59.672298 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:59.683433 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:45:59.694606 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:45:59.809220 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:46:00.017994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:00.500742 run create_hlr_db(pid=6759): Launched\u000a06:46:00.631792 bus /sierra_2: Setting Powered False\u000a06:46:01.763806 run create_hlr_db(pid=6759): Terminated: ok {rc=0}\u000a06:46:02.213986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Launched\u000a06:46:02.515222 run osmo-hlr_10.42.42.2(pid=6762): Launched\u000a06:46:02.632193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:03.133515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Launched\u000a06:46:03.430964 run osmo-stp_10.42.42.5(pid=6765): Launched\u000a06:46:03.542283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:04.063353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Launched\u000a06:46:04.363801 run osmo-msc_10.42.42.6(pid=6768): Launched\u000a06:46:04.539557 run osmo-stp_10.42.42.5(pid=6765): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)]\u000a06:46:04.666703 run osmo-stp_10.42.42.5(pid=6765): stdout: \u000a| (launched: 2022-12-10_06:46:03.283961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:04.791164 run osmo-stp_10.42.42.5(pid=6765): stderr: \u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064603456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:04.910831 run osmo-stp_10.42.42.5(pid=6765): stdout: \u000a| (launched: 2022-12-10_06:46:03.283961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:05.029432 run osmo-stp_10.42.42.5(pid=6765): stderr: \u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064603455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064603456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064603456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:05.081668 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6765): Process ended prematurely: osmo-stp_10.42.42.5(pid=6765) [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6765)] [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a06:46:05.089785 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:46:05.149538 run osmo-hlr_10.42.42.2(pid=6762): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6762)]\u000a06:46:05.198423 run osmo-hlr_10.42.42.2(pid=6762): stdout: \u000a| (launched: 2022-12-10_06:46:02.367119) \u000a06:46:05.248010 run osmo-hlr_10.42.42.2(pid=6762): stderr: \u000a| �[0;m�[1;31m20221210064602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064602556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064602565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:05.314720 run osmo-msc_10.42.42.6(pid=6768): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6768)]\u000a06:46:05.363222 run osmo-msc_10.42.42.6(pid=6768): stdout: \u000a| (launched: 2022-12-10_06:46:04.215110) \u000a06:46:05.412721 run osmo-msc_10.42.42.6(pid=6768): stderr: \u000a| �[0;m�[38;5;43m20221210064604486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064604486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee4a76fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064604486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064604486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064604487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064604487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064604489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064604489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:05.454282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminating (SIGTERM)\u000a06:46:05.493786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Terminating (SIGTERM)\u000a06:46:05.533362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Terminating (SIGTERM)\u000a06:46:05.542669 --- ParallelTerminationStrategy: PID 6761 died...\u000a06:46:05.595552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6761): Terminated: ok {rc=0}\u000a06:46:05.605422 --- ParallelTerminationStrategy: PID 6764 died...\u000a06:46:05.658452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6764): Terminated: ok {rc=0}\u000a06:46:05.668072 --- ParallelTerminationStrategy: PID 6767 died...\u000a06:46:05.720584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6767): Terminated: ok {rc=0}\u000a06:46:05.808390 bus /sierra_3: Setting Powered False\u000a06:46:06.911670 bus /sierra_3: Setting Powered False\u000a06:46:08.022488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:45:58" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a06:46:09.982836 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:09.993708 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:46:10.122440 tst handover.py: using LAC 26579\u000a06:46:10.251132 tst handover.py: using RAC 59\u000a06:46:10.376491 tst handover.py: using CellId 26579\u000a06:46:10.501898 tst handover.py: using BVCI 26580\u000a06:46:10.526717 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a06:46:10.653882 tst handover.py: using LAC 26580\u000a06:46:10.778997 tst handover.py: using RAC 60\u000a06:46:10.904550 tst handover.py: using CellId 26580\u000a06:46:11.030001 tst handover.py: using BVCI 26581\u000a06:46:11.054446 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:11.065654 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:11.076841 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:11.088538 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:11.100254 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a06:46:11.111711 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:46:11.233355 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a06:46:11.443451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:11.926973 run create_hlr_db(pid=6774): Launched\u000a06:46:12.056766 bus /sierra_2: Setting Powered False\u000a06:46:13.132004 run create_hlr_db(pid=6774): Terminated: ok {rc=0}\u000a06:46:13.508128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Launched\u000a06:46:13.806999 run osmo-hlr_10.42.42.2(pid=6777): Launched\u000a06:46:13.923093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:14.426603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Launched\u000a06:46:14.724909 run osmo-stp_10.42.42.5(pid=6780): Launched\u000a06:46:14.834032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:15.355001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Launched\u000a06:46:15.655361 run osmo-msc_10.42.42.6(pid=6783): Launched\u000a06:46:15.831101 run osmo-stp_10.42.42.5(pid=6780): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)]\u000a06:46:16.014373 run osmo-stp_10.42.42.5(pid=6780): stdout: \u000a| (launched: 2022-12-10_06:46:14.577619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:16.196129 run osmo-stp_10.42.42.5(pid=6780): stderr: \u000a| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064614745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064614745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:16.323478 run osmo-stp_10.42.42.5(pid=6780): stdout: \u000a| (launched: 2022-12-10_06:46:14.577619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:16.448331 run osmo-stp_10.42.42.5(pid=6780): stderr: \u000a| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064614744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064614745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064614745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064614748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:16.502883 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6780): Process ended prematurely: osmo-stp_10.42.42.5(pid=6780) [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6780)] [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a06:46:16.511808 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:46:16.576303 run osmo-hlr_10.42.42.2(pid=6777): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6777)]\u000a06:46:16.629868 run osmo-hlr_10.42.42.2(pid=6777): stdout: \u000a| (launched: 2022-12-10_06:46:13.659557) \u000a06:46:16.682227 run osmo-hlr_10.42.42.2(pid=6777): stderr: \u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064613836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064613848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064613857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:16.752276 run osmo-msc_10.42.42.6(pid=6783): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6783)]\u000a06:46:16.803262 run osmo-msc_10.42.42.6(pid=6783): stdout: \u000a| (launched: 2022-12-10_06:46:15.505959) \u000a06:46:16.854920 run osmo-msc_10.42.42.6(pid=6783): stderr: \u000a| �[0;m�[38;5;43m20221210064615777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064615777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07b9376c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064615777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064615777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064615778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064615778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064615779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064615780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:16.897727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Terminating (SIGTERM)\u000a06:46:16.939287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Terminating (SIGTERM)\u000a06:46:16.980868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Terminating (SIGTERM)\u000a06:46:16.991699 --- ParallelTerminationStrategy: PID 6776 died...\u000a06:46:17.047697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6776): Terminated: ok {rc=0}\u000a06:46:17.058066 --- ParallelTerminationStrategy: PID 6779 died...\u000a06:46:17.114722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6779): Terminated: ok {rc=0}\u000a06:46:17.125320 --- ParallelTerminationStrategy: PID 6782 died...\u000a06:46:17.182433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6782): Terminated: ok {rc=0}\u000a06:46:17.271846 bus /sierra_3: Setting Powered False\u000a06:46:18.374529 bus /sierra_3: Setting Powered False\u000a06:46:19.484143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:46:09" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:46:21.448410 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:21.459161 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:46:21.579697 tst handover.py: using LAC 26581\u000a06:46:21.697196 tst handover.py: using RAC 61\u000a06:46:21.814288 tst handover.py: using CellId 26581\u000a06:46:21.934153 tst handover.py: using BVCI 26582\u000a06:46:21.956657 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:46:22.097061 tst handover.py: using LAC 26582\u000a06:46:22.217261 tst handover.py: using RAC 62\u000a06:46:22.334888 tst handover.py: using CellId 26582\u000a06:46:22.453801 tst handover.py: using BVCI 26583\u000a06:46:22.476364 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:22.487333 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:22.498213 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:22.509789 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:22.521097 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:46:22.532379 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:46:22.654672 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:46:22.865755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:23.349574 run create_hlr_db(pid=6788): Launched\u000a06:46:23.480289 bus /sierra_2: Setting Powered False\u000a06:46:24.555648 run create_hlr_db(pid=6788): Terminated: ok {rc=0}\u000a06:46:24.932072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Launched\u000a06:46:25.230357 run osmo-hlr_10.42.42.2(pid=6791): Launched\u000a06:46:25.347402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:25.847043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Launched\u000a06:46:26.145634 run osmo-stp_10.42.42.5(pid=6794): Launched\u000a06:46:26.253788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:26.774757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Launched\u000a06:46:27.076016 run osmo-msc_10.42.42.6(pid=6797): Launched\u000a06:46:27.251596 run osmo-stp_10.42.42.5(pid=6794): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)]\u000a06:46:27.378386 run osmo-stp_10.42.42.5(pid=6794): stdout: \u000a| (launched: 2022-12-10_06:46:25.998157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:27.503273 run osmo-stp_10.42.42.5(pid=6794): stderr: \u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064626168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:27.622798 run osmo-stp_10.42.42.5(pid=6794): stdout: \u000a| (launched: 2022-12-10_06:46:25.998157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:27.741578 run osmo-stp_10.42.42.5(pid=6794): stderr: \u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064626167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064626168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064626170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:27.793637 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6794): Process ended prematurely: osmo-stp_10.42.42.5(pid=6794) [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6794)] [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a06:46:27.801519 tst handover.py:18: Test FAILED (6.3 sec)\u000a06:46:27.860628 run osmo-hlr_10.42.42.2(pid=6791): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6791)]\u000a06:46:27.908806 run osmo-hlr_10.42.42.2(pid=6791): stdout: \u000a| (launched: 2022-12-10_06:46:25.082864) \u000a06:46:27.957786 run osmo-hlr_10.42.42.2(pid=6791): stderr: \u000a| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064625259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064625260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064625260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064625271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064625280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:28.024038 run osmo-msc_10.42.42.6(pid=6797): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6797)]\u000a06:46:28.072189 run osmo-msc_10.42.42.6(pid=6797): stdout: \u000a| (launched: 2022-12-10_06:46:26.926257) \u000a06:46:28.120913 run osmo-msc_10.42.42.6(pid=6797): stderr: \u000a| �[0;m�[38;5;43m20221210064627196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064627196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06c5f4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064627196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064627196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064627198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064627199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:28.161979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminating (SIGTERM)\u000a06:46:28.201054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminating (SIGTERM)\u000a06:46:28.240083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Terminating (SIGTERM)\u000a06:46:28.249422 --- ParallelTerminationStrategy: PID 6790 died...\u000a06:46:28.301453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6790): Terminated: ok {rc=0}\u000a06:46:28.311008 --- ParallelTerminationStrategy: PID 6793 died...\u000a06:46:28.363250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6793): Terminated: ok {rc=0}\u000a06:46:28.372614 --- ParallelTerminationStrategy: PID 6796 died...\u000a06:46:28.424382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6796): Terminated: ok {rc=0}\u000a06:46:28.512435 bus /sierra_3: Setting Powered False\u000a06:46:29.614605 bus /sierra_3: Setting Powered False\u000a06:46:30.723650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:46:21" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:46:32.815484 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:32.826660 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:46:32.947115 tst handover.py: using LAC 26583\u000a06:46:33.063856 tst handover.py: using RAC 63\u000a06:46:33.182622 tst handover.py: using CellId 26583\u000a06:46:33.300283 tst handover.py: using BVCI 26584\u000a06:46:33.322844 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:46:33.453986 tst handover.py: using LAC 26584\u000a06:46:33.576714 tst handover.py: using RAC 64\u000a06:46:33.694479 tst handover.py: using CellId 26584\u000a06:46:33.809560 tst handover.py: using BVCI 26585\u000a06:46:33.832248 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:33.843402 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:33.854327 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:33.865593 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:33.876744 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:46:33.887888 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:46:34.002030 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:46:34.211453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:34.697448 run create_hlr_db(pid=6803): Launched\u000a06:46:34.828607 bus /sierra_2: Setting Powered False\u000a06:46:35.903738 run create_hlr_db(pid=6803): Terminated: ok {rc=0}\u000a06:46:36.280751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Launched\u000a06:46:36.582764 run osmo-hlr_10.42.42.2(pid=6806): Launched\u000a06:46:36.699923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:37.200499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Launched\u000a06:46:37.499029 run osmo-stp_10.42.42.5(pid=6809): Launched\u000a06:46:37.609186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:38.131136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Launched\u000a06:46:38.431255 run osmo-msc_10.42.42.6(pid=6812): Launched\u000a06:46:38.608167 run osmo-stp_10.42.42.5(pid=6809): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)]\u000a06:46:38.735412 run osmo-stp_10.42.42.5(pid=6809): stdout: \u000a| (launched: 2022-12-10_06:46:37.351616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:38.859308 run osmo-stp_10.42.42.5(pid=6809): stderr: \u000a| �[0;m�[38;5;43m20221210064637520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064637521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:38.978860 run osmo-stp_10.42.42.5(pid=6809): stdout: \u000a| (launched: 2022-12-10_06:46:37.351616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:39.097060 run osmo-stp_10.42.42.5(pid=6809): stderr: \u000a| �[0;m�[38;5;43m20221210064637520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064637521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064637521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064637522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:39.149470 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6809): Process ended prematurely: osmo-stp_10.42.42.5(pid=6809) [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6809)] [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:46:39.157306 tst handover.py:18: Test FAILED (6.3 sec)\u000a06:46:39.216700 run osmo-hlr_10.42.42.2(pid=6806): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6806)]\u000a06:46:39.265251 run osmo-hlr_10.42.42.2(pid=6806): stdout: \u000a| (launched: 2022-12-10_06:46:36.432784) \u000a06:46:39.315161 run osmo-hlr_10.42.42.2(pid=6806): stderr: \u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064636609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064636622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064636630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064636631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064636631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:39.382164 run osmo-msc_10.42.42.6(pid=6812): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6812)]\u000a06:46:39.430555 run osmo-msc_10.42.42.6(pid=6812): stdout: \u000a| (launched: 2022-12-10_06:46:38.282364) \u000a06:46:39.479604 run osmo-msc_10.42.42.6(pid=6812): stderr: \u000a| �[0;m�[38;5;43m20221210064638553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064638553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8584c9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064638554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064638554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064638556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064638557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:39.520746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Terminating (SIGTERM)\u000a06:46:39.559994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Terminating (SIGTERM)\u000a06:46:39.599184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Terminating (SIGTERM)\u000a06:46:39.608412 --- ParallelTerminationStrategy: PID 6805 died...\u000a06:46:39.660710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6805): Terminated: ok {rc=0}\u000a06:46:39.670163 --- ParallelTerminationStrategy: PID 6808 died...\u000a06:46:39.722149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6808): Terminated: ok {rc=0}\u000a06:46:39.731793 --- ParallelTerminationStrategy: PID 6811 died...\u000a06:46:39.783993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6811): Terminated: ok {rc=0}\u000a06:46:39.870285 bus /sierra_3: Setting Powered False\u000a06:46:40.972527 bus /sierra_3: Setting Powered False\u000a06:46:42.077918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:46:32" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:46:44.061939 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:44.072566 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:46:44.194615 tst handover.py: using LAC 26585\u000a06:46:44.310412 tst handover.py: using RAC 65\u000a06:46:44.433733 tst handover.py: using CellId 26585\u000a06:46:44.559974 tst handover.py: using BVCI 26586\u000a06:46:44.584397 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:46:44.729326 tst handover.py: using LAC 26586\u000a06:46:44.853014 tst handover.py: using RAC 66\u000a06:46:44.976864 tst handover.py: using CellId 26586\u000a06:46:45.104735 tst handover.py: using BVCI 26587\u000a06:46:45.129094 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:45.140382 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:45.151665 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:45.163752 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:45.175219 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:46:45.186822 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:46:45.301487 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:46:45.501064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:45.960623 run create_hlr_db(pid=6817): Launched\u000a06:46:46.086859 bus /sierra_2: Setting Powered False\u000a06:46:47.157420 run create_hlr_db(pid=6817): Terminated: ok {rc=0}\u000a06:46:47.535475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Launched\u000a06:46:47.834267 run osmo-hlr_10.42.42.2(pid=6820): Launched\u000a06:46:47.950979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:48.453186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Launched\u000a06:46:48.752515 run osmo-stp_10.42.42.5(pid=6823): Launched\u000a06:46:48.862101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:46:49.383064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Launched\u000a06:46:49.682771 run osmo-msc_10.42.42.6(pid=6826): Launched\u000a06:46:49.858381 run osmo-stp_10.42.42.5(pid=6823): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)]\u000a06:46:49.985507 run osmo-stp_10.42.42.5(pid=6823): stdout: \u000a| (launched: 2022-12-10_06:46:48.605255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:50.110144 run osmo-stp_10.42.42.5(pid=6823): stderr: \u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064648777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064648778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:50.229958 run osmo-stp_10.42.42.5(pid=6823): stdout: \u000a| (launched: 2022-12-10_06:46:48.605255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:46:50.348891 run osmo-stp_10.42.42.5(pid=6823): stderr: \u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064648776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064648777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064648777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064648778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:46:50.401084 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6823): Process ended prematurely: osmo-stp_10.42.42.5(pid=6823) [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6823)] [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:46:50.409033 tst handover.py:18: Test FAILED (6.3 sec)\u000a06:46:50.468851 run osmo-hlr_10.42.42.2(pid=6820): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6820)]\u000a06:46:50.517732 run osmo-hlr_10.42.42.2(pid=6820): stdout: \u000a| (launched: 2022-12-10_06:46:47.686629) \u000a06:46:50.567004 run osmo-hlr_10.42.42.2(pid=6820): stderr: \u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064647863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064647875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064647885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:46:50.634270 run osmo-msc_10.42.42.6(pid=6826): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6826)]\u000a06:46:50.682784 run osmo-msc_10.42.42.6(pid=6826): stdout: \u000a| (launched: 2022-12-10_06:46:49.534482) \u000a06:46:50.731983 run osmo-msc_10.42.42.6(pid=6826): stderr: \u000a| �[0;m�[38;5;43m20221210064649802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064649803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbecc9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064649803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064649803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064649805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064649805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:46:50.773168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Terminating (SIGTERM)\u000a06:46:50.812533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Terminating (SIGTERM)\u000a06:46:50.852054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Terminating (SIGTERM)\u000a06:46:50.861378 --- ParallelTerminationStrategy: PID 6819 died...\u000a06:46:50.914057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6819): Terminated: ok {rc=0}\u000a06:46:50.923679 --- ParallelTerminationStrategy: PID 6822 died...\u000a06:46:50.976154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6822): Terminated: ok {rc=0}\u000a06:46:50.985793 --- ParallelTerminationStrategy: PID 6825 died...\u000a06:46:51.038126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6825): Terminated: ok {rc=0}\u000a06:46:51.127306 bus /sierra_3: Setting Powered False\u000a06:46:52.231072 bus /sierra_3: Setting Powered False\u000a06:46:53.341328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:46:43" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:46:55.299018 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:55.309907 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:46:55.429771 tst handover.py: using LAC 26587\u000a06:46:55.555528 tst handover.py: using RAC 67\u000a06:46:55.683468 tst handover.py: using CellId 26587\u000a06:46:55.809061 tst handover.py: using BVCI 26588\u000a06:46:55.833595 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:46:55.961442 tst handover.py: using LAC 26588\u000a06:46:56.088494 tst handover.py: using RAC 68\u000a06:46:56.213750 tst handover.py: using CellId 26588\u000a06:46:56.339118 tst handover.py: using BVCI 26589\u000a06:46:56.363677 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:56.375265 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:56.386262 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:56.397484 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:56.408643 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:46:56.419791 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:46:56.541042 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:46:56.740697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:46:57.186159 run create_hlr_db(pid=6831): Launched\u000a06:46:57.307642 bus /sierra_2: Setting Powered False\u000a06:46:58.390796 run create_hlr_db(pid=6831): Terminated: ok {rc=0}\u000a06:46:58.767689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Launched\u000a06:46:59.067462 run osmo-hlr_10.42.42.2(pid=6834): Launched\u000a06:46:59.176254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:46:59.670334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Launched\u000a06:46:59.969605 run osmo-stp_10.42.42.5(pid=6837): Launched\u000a06:47:00.078661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:00.599792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Launched\u000a06:47:00.909150 run osmo-msc_10.42.42.6(pid=6840): Launched\u000a06:47:01.324028 run osmo-stp_10.42.42.5(pid=6837): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)]\u000a06:47:01.527805 run osmo-stp_10.42.42.5(pid=6837): stdout: \u000a| (launched: 2022-12-10_06:46:59.821367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:01.671366 run osmo-stp_10.42.42.5(pid=6837): stderr: \u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064659993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064659994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:01.808126 run osmo-stp_10.42.42.5(pid=6837): stdout: \u000a| (launched: 2022-12-10_06:46:59.821367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:01.939498 run osmo-stp_10.42.42.5(pid=6837): stderr: \u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064659992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064659993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064659993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064659994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:01.997388 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6837): Process ended prematurely: osmo-stp_10.42.42.5(pid=6837) [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6837)] [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a06:47:02.006480 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:47:02.070638 run osmo-hlr_10.42.42.2(pid=6834): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6834)]\u000a06:47:02.123232 run osmo-hlr_10.42.42.2(pid=6834): stdout: \u000a| (launched: 2022-12-10_06:46:58.919154) \u000a06:47:02.177165 run osmo-hlr_10.42.42.2(pid=6834): stderr: \u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064659093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064659109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064659119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:02.249762 run osmo-msc_10.42.42.6(pid=6840): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6840)]\u000a06:47:02.302417 run osmo-msc_10.42.42.6(pid=6840): stdout: \u000a| (launched: 2022-12-10_06:47:00.751060) \u000a06:47:02.356823 run osmo-msc_10.42.42.6(pid=6840): stderr: \u000a| �[0;m�[38;5;43m20221210064701201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064701202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa04c14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064701202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064701203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064701204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064701204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064701206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064701206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064701207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:02.401320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Terminating (SIGTERM)\u000a06:47:02.443294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Terminating (SIGTERM)\u000a06:47:02.485690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Terminating (SIGTERM)\u000a06:47:02.495584 --- ParallelTerminationStrategy: PID 6833 died...\u000a06:47:02.551997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6833): Terminated: ok {rc=0}\u000a06:47:02.562723 --- ParallelTerminationStrategy: PID 6836 died...\u000a06:47:02.619203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6836): Terminated: ok {rc=0}\u000a06:47:02.630018 --- ParallelTerminationStrategy: PID 6839 died...\u000a06:47:02.687343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6839): Terminated: ok {rc=0}\u000a06:47:02.774741 bus /sierra_3: Setting Powered False\u000a06:47:03.880485 bus /sierra_3: Setting Powered False\u000a06:47:04.987709 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:46:55" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:47:06.959270 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:06.970156 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:47:07.090921 tst handover.py: using LAC 26589\u000a06:47:07.209814 tst handover.py: using RAC 69\u000a06:47:07.327508 tst handover.py: using CellId 26589\u000a06:47:07.446944 tst handover.py: using BVCI 26590\u000a06:47:07.469792 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:47:07.603149 tst handover.py: using LAC 26590\u000a06:47:07.722340 tst handover.py: using RAC 70\u000a06:47:07.840601 tst handover.py: using CellId 26590\u000a06:47:07.957860 tst handover.py: using BVCI 26591\u000a06:47:07.980545 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:07.991322 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:08.001868 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:08.012608 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:08.023423 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:47:08.034177 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:47:08.148454 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:47:08.357138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:08.841077 run create_hlr_db(pid=6845): Launched\u000a06:47:08.971062 bus /sierra_2: Setting Powered False\u000a06:47:10.046489 run create_hlr_db(pid=6845): Terminated: ok {rc=0}\u000a06:47:10.445444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Launched\u000a06:47:10.764922 run osmo-hlr_10.42.42.2(pid=6848): Launched\u000a06:47:10.886313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:11.414627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Launched\u000a06:47:11.734758 run osmo-stp_10.42.42.5(pid=6851): Launched\u000a06:47:11.850561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:12.409790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Launched\u000a06:47:12.730345 run osmo-msc_10.42.42.6(pid=6854): Launched\u000a06:47:12.917756 run osmo-stp_10.42.42.5(pid=6851): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)]\u000a06:47:13.053135 run osmo-stp_10.42.42.5(pid=6851): stdout: \u000a| (launched: 2022-12-10_06:47:11.577166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:13.187518 run osmo-stp_10.42.42.5(pid=6851): stderr: \u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064711769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:13.315755 run osmo-stp_10.42.42.5(pid=6851): stdout: \u000a| (launched: 2022-12-10_06:47:11.577166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:13.442896 run osmo-stp_10.42.42.5(pid=6851): stderr: \u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064711768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064711769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064711771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:13.498901 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6851): Process ended prematurely: osmo-stp_10.42.42.5(pid=6851) [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6851)] [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a06:47:13.507491 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:47:13.569535 run osmo-hlr_10.42.42.2(pid=6848): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6848)]\u000a06:47:13.620667 run osmo-hlr_10.42.42.2(pid=6848): stdout: \u000a| (launched: 2022-12-10_06:47:10.607998) \u000a06:47:13.672654 run osmo-hlr_10.42.42.2(pid=6848): stderr: \u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064710808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064710821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064710848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:13.742959 run osmo-msc_10.42.42.6(pid=6854): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6854)]\u000a06:47:13.794062 run osmo-msc_10.42.42.6(pid=6854): stdout: \u000a| (launched: 2022-12-10_06:47:12.572421) \u000a06:47:13.845731 run osmo-msc_10.42.42.6(pid=6854): stderr: \u000a| �[0;m�[38;5;43m20221210064712895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064712895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f315b757c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064712895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064712895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064712897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064712898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:13.890023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminating (SIGTERM)\u000a06:47:13.931446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Terminating (SIGTERM)\u000a06:47:13.973017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Terminating (SIGTERM)\u000a06:47:13.982592 --- ParallelTerminationStrategy: PID 6847 died...\u000a06:47:14.037993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6847): Terminated: ok {rc=0}\u000a06:47:14.047913 --- ParallelTerminationStrategy: PID 6850 died...\u000a06:47:14.103078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6850): Terminated: ok {rc=0}\u000a06:47:14.112940 --- ParallelTerminationStrategy: PID 6853 died...\u000a06:47:14.167985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6853): Terminated: ok {rc=0}\u000a06:47:14.254956 bus /sierra_3: Setting Powered False\u000a06:47:15.358687 bus /sierra_3: Setting Powered False\u000a06:47:16.469575 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:47:06" }, { "cases" : [ { "testActions" : [ ], "age" : 168, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:47:18.460743 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:18.471927 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:47:18.599641 tst handover.py: using LAC 26591\u000a06:47:18.725176 tst handover.py: using RAC 71\u000a06:47:18.852136 tst handover.py: using CellId 26591\u000a06:47:18.981751 tst handover.py: using BVCI 26592\u000a06:47:19.006088 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:47:19.144665 tst handover.py: using LAC 26592\u000a06:47:19.267885 tst handover.py: using RAC 72\u000a06:47:19.393100 tst handover.py: using CellId 26592\u000a06:47:19.516578 tst handover.py: using BVCI 26593\u000a06:47:19.541114 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:19.552259 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:19.563334 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:19.574518 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:19.585721 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:47:19.596923 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:47:19.716599 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:47:19.922759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:20.406537 run create_hlr_db(pid=6859): Launched\u000a06:47:20.536808 bus /sierra_2: Setting Powered False\u000a06:47:21.612357 run create_hlr_db(pid=6859): Terminated: ok {rc=0}\u000a06:47:21.991171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Launched\u000a06:47:22.291815 run osmo-hlr_10.42.42.2(pid=6862): Launched\u000a06:47:22.406602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:22.908122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Launched\u000a06:47:23.207089 run osmo-stp_10.42.42.5(pid=6865): Launched\u000a06:47:23.316585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:23.839468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Launched\u000a06:47:24.139386 run osmo-msc_10.42.42.6(pid=6868): Launched\u000a06:47:24.316057 run osmo-stp_10.42.42.5(pid=6865): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)]\u000a06:47:24.443634 run osmo-stp_10.42.42.5(pid=6865): stdout: \u000a| (launched: 2022-12-10_06:47:23.059260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:24.568820 run osmo-stp_10.42.42.5(pid=6865): stderr: \u000a| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064723229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064723229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:24.689645 run osmo-stp_10.42.42.5(pid=6865): stdout: \u000a| (launched: 2022-12-10_06:47:23.059260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:24.809471 run osmo-stp_10.42.42.5(pid=6865): stderr: \u000a| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064723228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064723229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064723229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064723231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:24.862324 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6865): Process ended prematurely: osmo-stp_10.42.42.5(pid=6865) [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6865)] [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a06:47:24.870451 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:47:24.930485 run osmo-hlr_10.42.42.2(pid=6862): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6862)]\u000a06:47:24.979377 run osmo-hlr_10.42.42.2(pid=6862): stdout: \u000a| (launched: 2022-12-10_06:47:22.142776) \u000a06:47:25.028874 run osmo-hlr_10.42.42.2(pid=6862): stderr: \u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064722316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064722328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064722337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064722338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064722338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:25.095799 run osmo-msc_10.42.42.6(pid=6868): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6868)]\u000a06:47:25.144559 run osmo-msc_10.42.42.6(pid=6868): stdout: \u000a| (launched: 2022-12-10_06:47:23.990924) \u000a06:47:25.193920 run osmo-msc_10.42.42.6(pid=6868): stderr: \u000a| �[0;m�[38;5;43m20221210064724257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064724257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6d01cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064724257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064724257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064724257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064724258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064724259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064724260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:25.235447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminating (SIGTERM)\u000a06:47:25.275330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminating (SIGTERM)\u000a06:47:25.315830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Terminating (SIGTERM)\u000a06:47:25.325319 --- ParallelTerminationStrategy: PID 6861 died...\u000a06:47:25.378654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminated: ok {rc=0}\u000a06:47:25.388627 --- ParallelTerminationStrategy: PID 6864 died...\u000a06:47:25.441805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6864): Terminated: ok {rc=0}\u000a06:47:25.451490 --- ParallelTerminationStrategy: PID 6867 died...\u000a06:47:25.504462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6867): Terminated: ok {rc=0}\u000a06:47:25.587812 bus /sierra_3: Setting Powered False\u000a06:47:26.689713 bus /sierra_3: Setting Powered False\u000a06:47:27.800284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:47:18" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a06:47:29.790521 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:29.801921 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:29.927562 tst handover.py: using LAC 26593\u000a06:47:30.052441 tst handover.py: using RAC 73\u000a06:47:30.179755 tst handover.py: using CellId 26593\u000a06:47:30.303956 tst handover.py: using BVCI 26594\u000a06:47:30.326875 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a06:47:30.459008 tst handover.py: using LAC 26594\u000a06:47:30.574304 tst handover.py: using RAC 74\u000a06:47:30.689819 tst handover.py: using CellId 26594\u000a06:47:30.814549 tst handover.py: using BVCI 26595\u000a06:47:30.842839 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:30.861810 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:30.877466 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:30.889961 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:30.901783 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a06:47:30.914038 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:31.049971 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a06:47:31.255574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:31.753880 run create_hlr_db(pid=6873): Launched\u000a06:47:31.879863 bus /sierra_2: Setting Powered False\u000a06:47:32.949241 run create_hlr_db(pid=6873): Terminated: ok {rc=0}\u000a06:47:33.324203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Launched\u000a06:47:33.623630 run osmo-hlr_10.42.42.2(pid=6876): Launched\u000a06:47:33.747205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:34.252118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Launched\u000a06:47:34.551386 run osmo-stp_10.42.42.5(pid=6879): Launched\u000a06:47:34.660361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:35.187515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Launched\u000a06:47:35.487335 run osmo-msc_10.42.42.6(pid=6882): Launched\u000a06:47:35.662921 run osmo-stp_10.42.42.5(pid=6879): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)]\u000a06:47:35.790355 run osmo-stp_10.42.42.5(pid=6879): stdout: \u000a| (launched: 2022-12-10_06:47:34.402934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:35.916022 run osmo-stp_10.42.42.5(pid=6879): stderr: \u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064734573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:36.038833 run osmo-stp_10.42.42.5(pid=6879): stdout: \u000a| (launched: 2022-12-10_06:47:34.402934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:36.157936 run osmo-stp_10.42.42.5(pid=6879): stderr: \u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064734572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064734573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064734575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:36.210425 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6879): Process ended prematurely: osmo-stp_10.42.42.5(pid=6879) [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6879)] [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a06:47:36.218395 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:47:36.278019 run osmo-hlr_10.42.42.2(pid=6876): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6876)]\u000a06:47:36.326638 run osmo-hlr_10.42.42.2(pid=6876): stdout: \u000a| (launched: 2022-12-10_06:47:33.476218) \u000a06:47:36.376071 run osmo-hlr_10.42.42.2(pid=6876): stderr: \u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064733651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064733663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064733672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064733672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:36.443180 run osmo-msc_10.42.42.6(pid=6882): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6882)]\u000a06:47:36.491806 run osmo-msc_10.42.42.6(pid=6882): stdout: \u000a| (launched: 2022-12-10_06:47:35.339181) \u000a06:47:36.541047 run osmo-msc_10.42.42.6(pid=6882): stderr: \u000a| �[0;m�[38;5;43m20221210064735609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064735609 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fbbb95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064735609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064735609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064735610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064735610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064735611 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064735612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:36.582652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminating (SIGTERM)\u000a06:47:36.622460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminating (SIGTERM)\u000a06:47:36.662319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Terminating (SIGTERM)\u000a06:47:36.671779 --- ParallelTerminationStrategy: PID 6875 died...\u000a06:47:36.724696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6875): Terminated: ok {rc=0}\u000a06:47:36.734415 --- ParallelTerminationStrategy: PID 6878 died...\u000a06:47:36.788005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6878): Terminated: ok {rc=0}\u000a06:47:36.797776 --- ParallelTerminationStrategy: PID 6881 died...\u000a06:47:36.850651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6881): Terminated: ok {rc=0}\u000a06:47:36.939032 bus /sierra_3: Setting Powered False\u000a06:47:38.042588 bus /sierra_3: Setting Powered False\u000a06:47:39.152910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:47:41.123826 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:41.134855 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:41.261118 tst handover.py: using LAC 26595\u000a06:47:41.386505 tst handover.py: using RAC 75\u000a06:47:41.514071 tst handover.py: using CellId 26595\u000a06:47:41.638887 tst handover.py: using BVCI 26596\u000a06:47:41.664030 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:47:41.803125 tst handover.py: using LAC 26596\u000a06:47:41.929050 tst handover.py: using RAC 76\u000a06:47:42.056116 tst handover.py: using CellId 26596\u000a06:47:42.182823 tst handover.py: using BVCI 26597\u000a06:47:42.207444 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:42.219070 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:42.230471 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:42.242183 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:42.253831 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:47:42.265467 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:42.380139 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:47:42.578181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:43.024351 run create_hlr_db(pid=6888): Launched\u000a06:47:43.146421 bus /sierra_2: Setting Powered False\u000a06:47:44.217819 run create_hlr_db(pid=6888): Terminated: ok {rc=0}\u000a06:47:44.617284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Launched\u000a06:47:44.937232 run osmo-hlr_10.42.42.2(pid=6891): Launched\u000a06:47:45.057161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:45.586695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Launched\u000a06:47:45.975436 run osmo-stp_10.42.42.5(pid=6894): Launched\u000a06:47:46.274063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:46.908256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Launched\u000a06:47:47.306310 run osmo-msc_10.42.42.6(pid=6897): Launched\u000a06:47:47.534381 run osmo-stp_10.42.42.5(pid=6894): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)]\u000a06:47:47.665266 run osmo-stp_10.42.42.5(pid=6894): stdout: \u000a| (launched: 2022-12-10_06:47:45.749817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:47.790810 run osmo-stp_10.42.42.5(pid=6894): stderr: \u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064746058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:47.911063 run osmo-stp_10.42.42.5(pid=6894): stdout: \u000a| (launched: 2022-12-10_06:47:45.749817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:48.030393 run osmo-stp_10.42.42.5(pid=6894): stderr: \u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064746058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064746058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064746060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:48.082885 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6894): Process ended prematurely: osmo-stp_10.42.42.5(pid=6894) [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6894)] [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:47:48.091054 tst handover.py:18: Test FAILED (7.0 sec)\u000a06:47:48.150794 run osmo-hlr_10.42.42.2(pid=6891): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6891)]\u000a06:47:48.200176 run osmo-hlr_10.42.42.2(pid=6891): stdout: \u000a| (launched: 2022-12-10_06:47:44.780186) \u000a06:47:48.249811 run osmo-hlr_10.42.42.2(pid=6891): stderr: \u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064744977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064744989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064744998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:48.317135 run osmo-msc_10.42.42.6(pid=6897): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6897)]\u000a06:47:48.366376 run osmo-msc_10.42.42.6(pid=6897): stdout: \u000a| (launched: 2022-12-10_06:47:47.100930) \u000a06:47:48.416042 run osmo-msc_10.42.42.6(pid=6897): stderr: \u000a| �[0;m�[38;5;43m20221210064747502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064747503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18eb764c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064747503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064747503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064747505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064747505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064747505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064747506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:48.458054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Terminating (SIGTERM)\u000a06:47:48.498153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Terminating (SIGTERM)\u000a06:47:48.538244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Terminating (SIGTERM)\u000a06:47:48.547726 --- ParallelTerminationStrategy: PID 6890 died...\u000a06:47:48.601357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6890): Terminated: ok {rc=0}\u000a06:47:48.611451 --- ParallelTerminationStrategy: PID 6893 died...\u000a06:47:48.665155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6893): Terminated: ok {rc=0}\u000a06:47:48.674795 --- ParallelTerminationStrategy: PID 6896 died...\u000a06:47:48.728492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6896): Terminated: ok {rc=0}\u000a06:47:48.818372 bus /sierra_3: Setting Powered False\u000a06:47:49.921547 bus /sierra_3: Setting Powered False\u000a06:47:51.027229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:47:40" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:47:53.021384 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:53.032715 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:53.158549 tst handover.py: using LAC 26597\u000a06:47:53.285981 tst handover.py: using RAC 77\u000a06:47:53.413103 tst handover.py: using CellId 26597\u000a06:47:53.540279 tst handover.py: using BVCI 26598\u000a06:47:53.564748 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:47:53.708854 tst handover.py: using LAC 26598\u000a06:47:53.834959 tst handover.py: using RAC 78\u000a06:47:53.960715 tst handover.py: using CellId 26598\u000a06:47:54.085783 tst handover.py: using BVCI 26599\u000a06:47:54.110397 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:54.121899 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:54.133171 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:54.144673 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:54.156206 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:47:54.167553 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:54.283700 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:47:54.493244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:47:54.977517 run create_hlr_db(pid=6902): Launched\u000a06:47:55.108220 bus /sierra_2: Setting Powered False\u000a06:47:56.172736 run create_hlr_db(pid=6902): Terminated: ok {rc=0}\u000a06:47:56.546539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Launched\u000a06:47:56.845922 run osmo-hlr_10.42.42.2(pid=6905): Launched\u000a06:47:56.961070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:47:57.465524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Launched\u000a06:47:57.763689 run osmo-stp_10.42.42.5(pid=6908): Launched\u000a06:47:57.872181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:47:58.394308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Launched\u000a06:47:58.695148 run osmo-msc_10.42.42.6(pid=6911): Launched\u000a06:47:58.870923 run osmo-stp_10.42.42.5(pid=6908): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)]\u000a06:47:58.998577 run osmo-stp_10.42.42.5(pid=6908): stdout: \u000a| (launched: 2022-12-10_06:47:57.616629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:59.124227 run osmo-stp_10.42.42.5(pid=6908): stderr: \u000a| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064757787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:59.244624 run osmo-stp_10.42.42.5(pid=6908): stdout: \u000a| (launched: 2022-12-10_06:47:57.616629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:47:59.363610 run osmo-stp_10.42.42.5(pid=6908): stderr: \u000a| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064757786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064757787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064757788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:47:59.415951 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6908): Process ended prematurely: osmo-stp_10.42.42.5(pid=6908) [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6908)] [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:47:59.423975 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:47:59.484093 run osmo-hlr_10.42.42.2(pid=6905): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6905)]\u000a06:47:59.533105 run osmo-hlr_10.42.42.2(pid=6905): stdout: \u000a| (launched: 2022-12-10_06:47:56.698257) \u000a06:47:59.582510 run osmo-hlr_10.42.42.2(pid=6905): stderr: \u000a| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064756873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064756874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064756886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064756896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:47:59.649611 run osmo-msc_10.42.42.6(pid=6911): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6911)]\u000a06:47:59.698513 run osmo-msc_10.42.42.6(pid=6911): stdout: \u000a| (launched: 2022-12-10_06:47:58.545831) \u000a06:47:59.748294 run osmo-msc_10.42.42.6(pid=6911): stderr: \u000a| �[0;m�[38;5;43m20221210064758814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064758814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe32276ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064758814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064758815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064758817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064758817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064758818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:47:59.789849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Terminating (SIGTERM)\u000a06:47:59.829300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Terminating (SIGTERM)\u000a06:47:59.868912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Terminating (SIGTERM)\u000a06:47:59.878497 --- ParallelTerminationStrategy: PID 6904 died...\u000a06:47:59.931889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6904): Terminated: ok {rc=0}\u000a06:47:59.941504 --- ParallelTerminationStrategy: PID 6907 died...\u000a06:47:59.994761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6907): Terminated: ok {rc=0}\u000a06:48:00.004470 --- ParallelTerminationStrategy: PID 6910 died...\u000a06:48:00.057799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6910): Terminated: ok {rc=0}\u000a06:48:00.145617 bus /sierra_3: Setting Powered False\u000a06:48:01.249211 bus /sierra_3: Setting Powered False\u000a06:48:02.353532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:47:52" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:48:04.325815 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:04.337618 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:04.467095 tst handover.py: using LAC 26599\u000a06:48:04.591771 tst handover.py: using RAC 79\u000a06:48:04.716510 tst handover.py: using CellId 26599\u000a06:48:04.842293 tst handover.py: using BVCI 26600\u000a06:48:04.866584 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:48:04.995715 tst handover.py: using LAC 26600\u000a06:48:05.120610 tst handover.py: using RAC 80\u000a06:48:05.245116 tst handover.py: using CellId 26600\u000a06:48:05.377402 tst handover.py: using BVCI 26601\u000a06:48:05.401859 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:05.413157 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:05.424140 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:05.435175 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:05.446295 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:48:05.457478 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:05.574672 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:48:05.785653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:06.268770 run create_hlr_db(pid=6916): Launched\u000a06:48:06.399749 bus /sierra_2: Setting Powered False\u000a06:48:07.475734 run create_hlr_db(pid=6916): Terminated: ok {rc=0}\u000a06:48:07.853908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Launched\u000a06:48:08.154659 run osmo-hlr_10.42.42.2(pid=6919): Launched\u000a06:48:08.271741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:08.769825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Launched\u000a06:48:09.068687 run osmo-stp_10.42.42.5(pid=6922): Launched\u000a06:48:09.177831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:09.699379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Launched\u000a06:48:09.999037 run osmo-msc_10.42.42.6(pid=6925): Launched\u000a06:48:10.175527 run osmo-stp_10.42.42.5(pid=6922): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)]\u000a06:48:10.303086 run osmo-stp_10.42.42.5(pid=6922): stdout: \u000a| (launched: 2022-12-10_06:48:08.920640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:10.428254 run osmo-stp_10.42.42.5(pid=6922): stderr: \u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064809089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:10.548155 run osmo-stp_10.42.42.5(pid=6922): stdout: \u000a| (launched: 2022-12-10_06:48:08.920640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:10.666803 run osmo-stp_10.42.42.5(pid=6922): stderr: \u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064809088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064809089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064809089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:10.719268 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6922): Process ended prematurely: osmo-stp_10.42.42.5(pid=6922) [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6922)] [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a06:48:10.727260 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:48:10.787248 run osmo-hlr_10.42.42.2(pid=6919): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6919)]\u000a06:48:10.836296 run osmo-hlr_10.42.42.2(pid=6919): stdout: \u000a| (launched: 2022-12-10_06:48:08.005813) \u000a06:48:10.885606 run osmo-hlr_10.42.42.2(pid=6919): stderr: \u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064808179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064808191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064808201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064808201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064808202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:10.952447 run osmo-msc_10.42.42.6(pid=6925): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6925)]\u000a06:48:11.001246 run osmo-msc_10.42.42.6(pid=6925): stdout: \u000a| (launched: 2022-12-10_06:48:09.850281) \u000a06:48:11.050451 run osmo-msc_10.42.42.6(pid=6925): stderr: \u000a| �[0;m�[38;5;43m20221210064810118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064810118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8811c72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064810118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064810118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064810122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064810122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:11.091477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminating (SIGTERM)\u000a06:48:11.130573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminating (SIGTERM)\u000a06:48:11.169726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminating (SIGTERM)\u000a06:48:11.178910 --- ParallelTerminationStrategy: PID 6918 died...\u000a06:48:11.231346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6918): Terminated: ok {rc=0}\u000a06:48:11.240903 --- ParallelTerminationStrategy: PID 6921 died...\u000a06:48:11.292876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6921): Terminated: ok {rc=0}\u000a06:48:11.302423 --- ParallelTerminationStrategy: PID 6924 died...\u000a06:48:11.354490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6924): Terminated: ok {rc=0}\u000a06:48:11.442231 bus /sierra_3: Setting Powered False\u000a06:48:12.544412 bus /sierra_3: Setting Powered False\u000a06:48:13.654538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:48:15.616617 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:15.627504 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:48:15.748559 tst handover.py: using LAC 26601\u000a06:48:15.893183 tst handover.py: using RAC 81\u000a06:48:16.024803 tst handover.py: using CellId 26601\u000a06:48:16.170882 tst handover.py: using BVCI 26602\u000a06:48:16.197547 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:48:16.343778 tst handover.py: using LAC 26602\u000a06:48:16.473323 tst handover.py: using RAC 82\u000a06:48:16.593336 tst handover.py: using CellId 26602\u000a06:48:16.752612 tst handover.py: using BVCI 26603\u000a06:48:16.775993 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:16.787359 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:16.798586 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:16.810470 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:16.823060 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:48:16.835641 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:48:16.955631 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:48:17.203846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:17.692071 run create_hlr_db(pid=6930): Launched\u000a06:48:17.823072 bus /sierra_2: Setting Powered False\u000a06:48:18.898586 run create_hlr_db(pid=6930): Terminated: ok {rc=0}\u000a06:48:19.276426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Launched\u000a06:48:19.577129 run osmo-hlr_10.42.42.2(pid=6933): Launched\u000a06:48:19.694834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:20.195008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Launched\u000a06:48:20.494743 run osmo-stp_10.42.42.5(pid=6936): Launched\u000a06:48:20.604768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:21.125597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Launched\u000a06:48:21.425668 run osmo-msc_10.42.42.6(pid=6939): Launched\u000a06:48:21.601629 run osmo-stp_10.42.42.5(pid=6936): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)]\u000a06:48:21.728432 run osmo-stp_10.42.42.5(pid=6936): stdout: \u000a| (launched: 2022-12-10_06:48:20.345988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:21.853637 run osmo-stp_10.42.42.5(pid=6936): stderr: \u000a| �[0;m�[38;5;43m20221210064820515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064820516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:21.973663 run osmo-stp_10.42.42.5(pid=6936): stdout: \u000a| (launched: 2022-12-10_06:48:20.345988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:22.092511 run osmo-stp_10.42.42.5(pid=6936): stderr: \u000a| �[0;m�[38;5;43m20221210064820515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064820516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:22.145144 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6936): Process ended prematurely: osmo-stp_10.42.42.5(pid=6936) [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6936)] [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a06:48:22.153097 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:48:22.212808 run osmo-hlr_10.42.42.2(pid=6933): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6933)]\u000a06:48:22.261719 run osmo-hlr_10.42.42.2(pid=6933): stdout: \u000a| (launched: 2022-12-10_06:48:19.427880) \u000a06:48:22.311235 run osmo-hlr_10.42.42.2(pid=6933): stderr: \u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064819606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064819618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064819627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:22.378764 run osmo-msc_10.42.42.6(pid=6939): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6939)]\u000a06:48:22.427798 run osmo-msc_10.42.42.6(pid=6939): stdout: \u000a| (launched: 2022-12-10_06:48:21.276902) \u000a06:48:22.477385 run osmo-msc_10.42.42.6(pid=6939): stderr: \u000a| �[0;m�[38;5;43m20221210064821547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064821547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1d32c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064821547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064821547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064821549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064821550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:22.519053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Terminating (SIGTERM)\u000a06:48:22.559151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Terminating (SIGTERM)\u000a06:48:22.598979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Terminating (SIGTERM)\u000a06:48:22.608298 --- ParallelTerminationStrategy: PID 6932 died...\u000a06:48:22.661228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6932): Terminated: ok {rc=0}\u000a06:48:22.670663 --- ParallelTerminationStrategy: PID 6935 died...\u000a06:48:22.723771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6935): Terminated: ok {rc=0}\u000a06:48:22.733311 --- ParallelTerminationStrategy: PID 6938 died...\u000a06:48:22.785752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6938): Terminated: ok {rc=0}\u000a06:48:22.873939 bus /sierra_3: Setting Powered False\u000a06:48:23.977219 bus /sierra_3: Setting Powered False\u000a06:48:25.085865 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:48:15" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:48:27.076389 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:27.087856 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:27.216427 tst handover.py: using LAC 26603\u000a06:48:27.342617 tst handover.py: using RAC 83\u000a06:48:27.468353 tst handover.py: using CellId 26603\u000a06:48:27.590248 tst handover.py: using BVCI 26604\u000a06:48:27.612798 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:48:27.747657 tst handover.py: using LAC 26604\u000a06:48:27.866739 tst handover.py: using RAC 84\u000a06:48:27.983011 tst handover.py: using CellId 26604\u000a06:48:28.099458 tst handover.py: using BVCI 26605\u000a06:48:28.122329 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:28.133071 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:28.143595 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:28.154347 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:28.165526 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:48:28.176202 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:28.293168 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:48:28.495402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:28.948237 run create_hlr_db(pid=6944): Launched\u000a06:48:29.080100 bus /sierra_2: Setting Powered False\u000a06:48:30.154890 run create_hlr_db(pid=6944): Terminated: ok {rc=0}\u000a06:48:30.555719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Launched\u000a06:48:30.938830 run osmo-hlr_10.42.42.2(pid=6947): Launched\u000a06:48:31.157684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:31.820585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Launched\u000a06:48:32.157248 run osmo-stp_10.42.42.5(pid=6950): Launched\u000a06:48:32.377393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:32.903038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Launched\u000a06:48:33.204161 run osmo-msc_10.42.42.6(pid=6953): Launched\u000a06:48:33.380903 run osmo-stp_10.42.42.5(pid=6950): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)]\u000a06:48:33.508334 run osmo-stp_10.42.42.5(pid=6950): stdout: \u000a| (launched: 2022-12-10_06:48:31.987335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:33.633733 run osmo-stp_10.42.42.5(pid=6950): stderr: \u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064832298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064832299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:33.754989 run osmo-stp_10.42.42.5(pid=6950): stdout: \u000a| (launched: 2022-12-10_06:48:31.987335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:33.874261 run osmo-stp_10.42.42.5(pid=6950): stderr: \u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064832297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064832298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064832298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064832299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:33.926760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6950): Process ended prematurely: osmo-stp_10.42.42.5(pid=6950) [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6950)] [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a06:48:33.934934 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:48:33.994991 run osmo-hlr_10.42.42.2(pid=6947): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6947)]\u000a06:48:34.043832 run osmo-hlr_10.42.42.2(pid=6947): stdout: \u000a| (launched: 2022-12-10_06:48:30.719478) \u000a06:48:34.093332 run osmo-hlr_10.42.42.2(pid=6947): stderr: \u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064830985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064831006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064831019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:34.160175 run osmo-msc_10.42.42.6(pid=6953): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6953)]\u000a06:48:34.208804 run osmo-msc_10.42.42.6(pid=6953): stdout: \u000a| (launched: 2022-12-10_06:48:33.055211) \u000a06:48:34.258338 run osmo-msc_10.42.42.6(pid=6953): stderr: \u000a| �[0;m�[38;5;43m20221210064833325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064833325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d47a56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064833325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064833325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064833325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064833326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064833327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064833328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:34.299646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminating (SIGTERM)\u000a06:48:34.339052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminating (SIGTERM)\u000a06:48:34.378628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Terminating (SIGTERM)\u000a06:48:34.387947 --- ParallelTerminationStrategy: PID 6946 died...\u000a06:48:34.440726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6946): Terminated: ok {rc=0}\u000a06:48:34.450347 --- ParallelTerminationStrategy: PID 6949 died...\u000a06:48:34.502914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6949): Terminated: ok {rc=0}\u000a06:48:34.512711 --- ParallelTerminationStrategy: PID 6952 died...\u000a06:48:34.565624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6952): Terminated: ok {rc=0}\u000a06:48:34.653667 bus /sierra_3: Setting Powered False\u000a06:48:35.757031 bus /sierra_3: Setting Powered False\u000a06:48:36.867695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:48:26" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a06:48:38.869501 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:38.881050 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:48:39.025514 tst handover.py: using LAC 26605\u000a06:48:39.156081 tst handover.py: using RAC 85\u000a06:48:39.279450 tst handover.py: using CellId 26605\u000a06:48:39.403355 tst handover.py: using BVCI 26606\u000a06:48:39.427617 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a06:48:39.564063 tst handover.py: using LAC 26606\u000a06:48:39.687656 tst handover.py: using RAC 86\u000a06:48:39.807168 tst handover.py: using CellId 26606\u000a06:48:39.923392 tst handover.py: using BVCI 26607\u000a06:48:39.946264 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:39.957653 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:39.968650 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:39.980933 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:39.993003 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a06:48:40.003989 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:48:40.122718 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a06:48:40.323195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:40.766883 run create_hlr_db(pid=6958): Launched\u000a06:48:40.888848 bus /sierra_2: Setting Powered False\u000a06:48:41.960672 run create_hlr_db(pid=6958): Terminated: ok {rc=0}\u000a06:48:42.358424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Launched\u000a06:48:42.678759 run osmo-hlr_10.42.42.2(pid=6961): Launched\u000a06:48:42.799913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:43.327279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Launched\u000a06:48:43.647352 run osmo-stp_10.42.42.5(pid=6964): Launched\u000a06:48:43.763567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:44.321490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Launched\u000a06:48:44.641927 run osmo-msc_10.42.42.6(pid=6967): Launched\u000a06:48:44.829394 run osmo-stp_10.42.42.5(pid=6964): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)]\u000a06:48:44.964003 run osmo-stp_10.42.42.5(pid=6964): stdout: \u000a| (launched: 2022-12-10_06:48:43.490382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:45.098965 run osmo-stp_10.42.42.5(pid=6964): stderr: \u000a| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064843686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064843686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:45.227588 run osmo-stp_10.42.42.5(pid=6964): stdout: \u000a| (launched: 2022-12-10_06:48:43.490382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:45.354349 run osmo-stp_10.42.42.5(pid=6964): stderr: \u000a| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064843685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064843686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064843686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064843686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:45.410235 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6964): Process ended prematurely: osmo-stp_10.42.42.5(pid=6964) [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6964)] [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a06:48:45.418822 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:48:45.480783 run osmo-hlr_10.42.42.2(pid=6961): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6961)]\u000a06:48:45.531523 run osmo-hlr_10.42.42.2(pid=6961): stdout: \u000a| (launched: 2022-12-10_06:48:42.521215) \u000a06:48:45.582912 run osmo-hlr_10.42.42.2(pid=6961): stderr: \u000a| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064842719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064842720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064842720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064842732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064842740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:45.652913 run osmo-msc_10.42.42.6(pid=6967): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6967)]\u000a06:48:45.703900 run osmo-msc_10.42.42.6(pid=6967): stdout: \u000a| (launched: 2022-12-10_06:48:44.484389) \u000a06:48:45.755171 run osmo-msc_10.42.42.6(pid=6967): stderr: \u000a| �[0;m�[38;5;43m20221210064844809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064844809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6b165c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064844809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064844809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064844809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064844810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064844811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064844812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:45.798688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Terminating (SIGTERM)\u000a06:48:45.839752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Terminating (SIGTERM)\u000a06:48:45.906834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Terminating (SIGTERM)\u000a06:48:45.916744 --- ParallelTerminationStrategy: PID 6960 died...\u000a06:48:45.972244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6960): Terminated: ok {rc=0}\u000a06:48:45.982469 --- ParallelTerminationStrategy: PID 6963 died...\u000a06:48:46.038612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6963): Terminated: ok {rc=0}\u000a06:48:46.049165 --- ParallelTerminationStrategy: PID 6966 died...\u000a06:48:46.109866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6966): Terminated: ok {rc=0}\u000a06:48:46.209925 bus /sierra_3: Setting Powered False\u000a06:48:47.322063 bus /sierra_3: Setting Powered False\u000a06:48:48.432362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:48:38" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:48:50.455309 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:50.466403 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:48:50.601101 tst handover.py: using LAC 26607\u000a06:48:50.726265 tst handover.py: using RAC 87\u000a06:48:50.851448 tst handover.py: using CellId 26607\u000a06:48:50.976906 tst handover.py: using BVCI 26608\u000a06:48:51.001700 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:48:51.143047 tst handover.py: using LAC 26608\u000a06:48:51.267826 tst handover.py: using RAC 88\u000a06:48:51.393412 tst handover.py: using CellId 26608\u000a06:48:51.520550 tst handover.py: using BVCI 26609\u000a06:48:51.545046 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:51.556490 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:51.567794 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:51.579637 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:51.591004 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:48:51.602338 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:48:51.719833 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:48:51.930277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:48:52.414860 run create_hlr_db(pid=6972): Launched\u000a06:48:52.545244 bus /sierra_2: Setting Powered False\u000a06:48:53.621330 run create_hlr_db(pid=6972): Terminated: ok {rc=0}\u000a06:48:53.998718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Launched\u000a06:48:54.298376 run osmo-hlr_10.42.42.2(pid=6975): Launched\u000a06:48:54.411723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:48:54.917516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Launched\u000a06:48:55.216136 run osmo-stp_10.42.42.5(pid=6978): Launched\u000a06:48:55.324916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:48:55.847234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Launched\u000a06:48:56.147288 run osmo-msc_10.42.42.6(pid=6981): Launched\u000a06:48:56.323688 run osmo-stp_10.42.42.5(pid=6978): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)]\u000a06:48:56.451611 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-10_06:48:55.068633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:56.576496 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064855239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064855239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064855240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:56.696603 run osmo-stp_10.42.42.5(pid=6978): stdout: \u000a| (launched: 2022-12-10_06:48:55.068633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:48:56.815513 run osmo-stp_10.42.42.5(pid=6978): stderr: \u000a| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064855238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064855239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064855239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064855239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064855240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:48:56.867751 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6978): Process ended prematurely: osmo-stp_10.42.42.5(pid=6978) [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6978)] [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:48:56.875693 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:48:56.935535 run osmo-hlr_10.42.42.2(pid=6975): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6975)]\u000a06:48:56.984293 run osmo-hlr_10.42.42.2(pid=6975): stdout: \u000a| (launched: 2022-12-10_06:48:54.149977) \u000a06:48:57.033869 run osmo-hlr_10.42.42.2(pid=6975): stderr: \u000a| �[0;m�[1;31m20221210064854325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064854325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064854326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064854343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064854352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064854353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064854354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:48:57.101154 run osmo-msc_10.42.42.6(pid=6981): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6981)]\u000a06:48:57.149866 run osmo-msc_10.42.42.6(pid=6981): stdout: \u000a| (launched: 2022-12-10_06:48:55.998556) \u000a06:48:57.199174 run osmo-msc_10.42.42.6(pid=6981): stderr: \u000a| �[0;m�[38;5;43m20221210064856268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064856268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0433abac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064856268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064856268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064856270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064856270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064856271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064856271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:48:57.240844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminating (SIGTERM)\u000a06:48:57.280508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminating (SIGTERM)\u000a06:48:57.320338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminating (SIGTERM)\u000a06:48:57.329997 --- ParallelTerminationStrategy: PID 6974 died...\u000a06:48:57.383187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6974): Terminated: ok {rc=0}\u000a06:48:57.393252 --- ParallelTerminationStrategy: PID 6977 died...\u000a06:48:57.446294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6977): Terminated: ok {rc=0}\u000a06:48:57.456078 --- ParallelTerminationStrategy: PID 6980 died...\u000a06:48:57.508821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6980): Terminated: ok {rc=0}\u000a06:48:57.597019 bus /sierra_3: Setting Powered False\u000a06:48:58.699471 bus /sierra_3: Setting Powered False\u000a06:48:59.808805 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:48:50" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:49:01.863075 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:01.874829 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:02.022564 tst handover.py: using LAC 26609\u000a06:49:02.174813 tst handover.py: using RAC 89\u000a06:49:02.301279 tst handover.py: using CellId 26609\u000a06:49:02.420037 tst handover.py: using BVCI 26610\u000a06:49:02.442810 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:02.563658 tst handover.py: using LAC 26610\u000a06:49:02.683266 tst handover.py: using RAC 90\u000a06:49:02.801296 tst handover.py: using CellId 26610\u000a06:49:02.918941 tst handover.py: using BVCI 26611\u000a06:49:02.941802 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:02.952544 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:02.963340 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:02.974747 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:02.986219 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:02.997623 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:03.112039 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:03.320557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:03.806015 run create_hlr_db(pid=6986): Launched\u000a06:49:03.936287 bus /sierra_2: Setting Powered False\u000a06:49:05.011820 run create_hlr_db(pid=6986): Terminated: ok {rc=0}\u000a06:49:05.410204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Launched\u000a06:49:05.731134 run osmo-hlr_10.42.42.2(pid=6989): Launched\u000a06:49:05.847224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:06.375252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Launched\u000a06:49:06.695040 run osmo-stp_10.42.42.5(pid=6992): Launched\u000a06:49:06.811748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:07.369276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Launched\u000a06:49:07.690210 run osmo-msc_10.42.42.6(pid=6995): Launched\u000a06:49:07.877981 run osmo-stp_10.42.42.5(pid=6992): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)]\u000a06:49:08.012913 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-10_06:49:06.537789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:08.147471 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064906733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:08.275600 run osmo-stp_10.42.42.5(pid=6992): stdout: \u000a| (launched: 2022-12-10_06:49:06.537789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:08.402863 run osmo-stp_10.42.42.5(pid=6992): stderr: \u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064906733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064906733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:08.458740 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6992): Process ended prematurely: osmo-stp_10.42.42.5(pid=6992) [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6992)] [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a06:49:08.467030 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:49:08.528764 run osmo-hlr_10.42.42.2(pid=6989): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6989)]\u000a06:49:08.579353 run osmo-hlr_10.42.42.2(pid=6989): stdout: \u000a| (launched: 2022-12-10_06:49:05.572580) \u000a06:49:08.630629 run osmo-hlr_10.42.42.2(pid=6989): stderr: \u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064905772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064905786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064905794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:08.700309 run osmo-msc_10.42.42.6(pid=6995): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6995)]\u000a06:49:08.751043 run osmo-msc_10.42.42.6(pid=6995): stdout: \u000a| (launched: 2022-12-10_06:49:07.531646) \u000a06:49:08.802330 run osmo-msc_10.42.42.6(pid=6995): stderr: \u000a| �[0;m�[38;5;43m20221210064907854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064907854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9a8f0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064907854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064907854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064907854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064907855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064907856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064907857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:08.845664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminating (SIGTERM)\u000a06:49:08.886664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminating (SIGTERM)\u000a06:49:08.928053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminating (SIGTERM)\u000a06:49:08.937371 --- ParallelTerminationStrategy: PID 6988 died...\u000a06:49:08.992336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6988): Terminated: ok {rc=0}\u000a06:49:09.002281 --- ParallelTerminationStrategy: PID 6991 died...\u000a06:49:09.057223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6991): Terminated: ok {rc=0}\u000a06:49:09.067158 --- ParallelTerminationStrategy: PID 6994 died...\u000a06:49:09.121773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6994): Terminated: ok {rc=0}\u000a06:49:09.207274 bus /sierra_3: Setting Powered False\u000a06:49:10.308906 bus /sierra_3: Setting Powered False\u000a06:49:11.413791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:01" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:49:13.420422 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:13.431215 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:13.565982 tst handover.py: using LAC 26611\u000a06:49:13.684041 tst handover.py: using RAC 91\u000a06:49:13.803523 tst handover.py: using CellId 26611\u000a06:49:13.922507 tst handover.py: using BVCI 26612\u000a06:49:13.945203 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:14.079635 tst handover.py: using LAC 26612\u000a06:49:14.196128 tst handover.py: using RAC 92\u000a06:49:14.314435 tst handover.py: using CellId 26612\u000a06:49:14.433440 tst handover.py: using BVCI 26613\u000a06:49:14.456174 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:14.467430 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:14.478120 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:14.489160 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:14.500059 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:14.511110 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:14.625617 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:49:14.833364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:15.316466 run create_hlr_db(pid=7000): Launched\u000a06:49:15.447055 bus /sierra_2: Setting Powered False\u000a06:49:16.533612 run create_hlr_db(pid=7000): Terminated: ok {rc=0}\u000a06:49:16.950779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Launched\u000a06:49:17.274400 run osmo-hlr_10.42.42.2(pid=7003): Launched\u000a06:49:17.391548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:17.923249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Launched\u000a06:49:18.243193 run osmo-stp_10.42.42.5(pid=7006): Launched\u000a06:49:18.358712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:18.922506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Launched\u000a06:49:19.243127 run osmo-msc_10.42.42.6(pid=7009): Launched\u000a06:49:19.431505 run osmo-stp_10.42.42.5(pid=7006): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)]\u000a06:49:19.566733 run osmo-stp_10.42.42.5(pid=7006): stdout: \u000a| (launched: 2022-12-10_06:49:18.086146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:19.702246 run osmo-stp_10.42.42.5(pid=7006): stderr: \u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064918281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:19.831900 run osmo-stp_10.42.42.5(pid=7006): stdout: \u000a| (launched: 2022-12-10_06:49:18.086146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:19.959384 run osmo-stp_10.42.42.5(pid=7006): stderr: \u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064918280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064918281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064918281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:20.015381 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7006): Process ended prematurely: osmo-stp_10.42.42.5(pid=7006) [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7006)] [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a06:49:20.023851 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:49:20.085909 run osmo-hlr_10.42.42.2(pid=7003): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7003)]\u000a06:49:20.136867 run osmo-hlr_10.42.42.2(pid=7003): stdout: \u000a| (launched: 2022-12-10_06:49:17.116279) \u000a06:49:20.188672 run osmo-hlr_10.42.42.2(pid=7003): stderr: \u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064917313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064917326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064917334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:20.259072 run osmo-msc_10.42.42.6(pid=7009): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7009)]\u000a06:49:20.310012 run osmo-msc_10.42.42.6(pid=7009): stdout: \u000a| (launched: 2022-12-10_06:49:19.085370) \u000a06:49:20.361651 run osmo-msc_10.42.42.6(pid=7009): stderr: \u000a| �[0;m�[38;5;43m20221210064919407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064919408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26ac15fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064919408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064919408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064919410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064919410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064919410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064919411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:20.405352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminating (SIGTERM)\u000a06:49:20.446638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminating (SIGTERM)\u000a06:49:20.488033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminating (SIGTERM)\u000a06:49:20.497654 --- ParallelTerminationStrategy: PID 7002 died...\u000a06:49:20.552852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7002): Terminated: ok {rc=0}\u000a06:49:20.562919 --- ParallelTerminationStrategy: PID 7005 died...\u000a06:49:20.617899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7005): Terminated: ok {rc=0}\u000a06:49:20.627804 --- ParallelTerminationStrategy: PID 7008 died...\u000a06:49:20.682845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7008): Terminated: ok {rc=0}\u000a06:49:20.769225 bus /sierra_3: Setting Powered False\u000a06:49:21.876585 bus /sierra_3: Setting Powered False\u000a06:49:22.983095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:49:25.017466 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:25.029148 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:25.163568 tst handover.py: using LAC 26613\u000a06:49:25.283092 tst handover.py: using RAC 93\u000a06:49:25.400926 tst handover.py: using CellId 26613\u000a06:49:25.518126 tst handover.py: using BVCI 26614\u000a06:49:25.540672 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:49:25.680470 tst handover.py: using LAC 26614\u000a06:49:25.806109 tst handover.py: using RAC 94\u000a06:49:25.935493 tst handover.py: using CellId 26614\u000a06:49:26.059679 tst handover.py: using BVCI 26615\u000a06:49:26.084190 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:26.095711 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:26.106894 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:26.118162 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:26.129360 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:49:26.140415 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:26.256096 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:49:26.462891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:26.946807 run create_hlr_db(pid=7015): Launched\u000a06:49:27.077199 bus /sierra_2: Setting Powered False\u000a06:49:28.152793 run create_hlr_db(pid=7015): Terminated: ok {rc=0}\u000a06:49:28.529020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Launched\u000a06:49:28.827777 run osmo-hlr_10.42.42.2(pid=7018): Launched\u000a06:49:28.942600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:29.445507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Launched\u000a06:49:29.744311 run osmo-stp_10.42.42.5(pid=7021): Launched\u000a06:49:29.854108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:30.374761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Launched\u000a06:49:30.674223 run osmo-msc_10.42.42.6(pid=7024): Launched\u000a06:49:30.908203 run osmo-stp_10.42.42.5(pid=7021): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)]\u000a06:49:31.068880 run osmo-stp_10.42.42.5(pid=7021): stdout: \u000a| (launched: 2022-12-10_06:49:29.596011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:31.208286 run osmo-stp_10.42.42.5(pid=7021): stderr: \u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064929767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.341309 run osmo-stp_10.42.42.5(pid=7021): stdout: \u000a| (launched: 2022-12-10_06:49:29.596011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:31.472654 run osmo-stp_10.42.42.5(pid=7021): stderr: \u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064929766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064929767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064929767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:31.530112 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7021): Process ended prematurely: osmo-stp_10.42.42.5(pid=7021) [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7021)] [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a06:49:31.538758 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:49:31.604105 run osmo-hlr_10.42.42.2(pid=7018): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7018)]\u000a06:49:31.658015 run osmo-hlr_10.42.42.2(pid=7018): stdout: \u000a| (launched: 2022-12-10_06:49:28.679955) \u000a06:49:31.711548 run osmo-hlr_10.42.42.2(pid=7018): stderr: \u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064928855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064928874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064928884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:31.784723 run osmo-msc_10.42.42.6(pid=7024): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7024)]\u000a06:49:31.838378 run osmo-msc_10.42.42.6(pid=7024): stdout: \u000a| (launched: 2022-12-10_06:49:30.525880) \u000a06:49:31.891138 run osmo-msc_10.42.42.6(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221210064930799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064930799 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdefe155c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064930799 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064930799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064930801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064930802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:31.936158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminating (SIGTERM)\u000a06:49:31.980742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminating (SIGTERM)\u000a06:49:32.026892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminating (SIGTERM)\u000a06:49:32.037520 --- ParallelTerminationStrategy: PID 7017 died...\u000a06:49:32.096043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7017): Terminated: ok {rc=0}\u000a06:49:32.106574 --- ParallelTerminationStrategy: PID 7020 died...\u000a06:49:32.164086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7020): Terminated: ok {rc=0}\u000a06:49:32.174665 --- ParallelTerminationStrategy: PID 7023 died...\u000a06:49:32.230410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7023): Terminated: ok {rc=0}\u000a06:49:32.317541 bus /sierra_3: Setting Powered False\u000a06:49:33.417946 bus /sierra_3: Setting Powered False\u000a06:49:34.528177 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:24" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a06:49:36.555159 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:36.567157 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:36.705003 tst handover.py: using LAC 26615\u000a06:49:36.831410 tst handover.py: using RAC 95\u000a06:49:36.956851 tst handover.py: using CellId 26615\u000a06:49:37.083084 tst handover.py: using BVCI 26616\u000a06:49:37.107603 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a06:49:37.244725 tst handover.py: using LAC 26616\u000a06:49:37.364013 tst handover.py: using RAC 96\u000a06:49:37.482208 tst handover.py: using CellId 26616\u000a06:49:37.606560 tst handover.py: using BVCI 26617\u000a06:49:37.631096 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.643237 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.655047 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.666911 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.678451 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a06:49:37.689966 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:37.808169 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a06:49:38.007021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:38.452737 run create_hlr_db(pid=7030): Launched\u000a06:49:38.574013 bus /sierra_2: Setting Powered False\u000a06:49:39.645216 run create_hlr_db(pid=7030): Terminated: ok {rc=0}\u000a06:49:40.044817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Launched\u000a06:49:40.365825 run osmo-hlr_10.42.42.2(pid=7033): Launched\u000a06:49:40.486085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:41.017252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Launched\u000a06:49:41.337466 run osmo-stp_10.42.42.5(pid=7036): Launched\u000a06:49:41.456111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:42.018804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Launched\u000a06:49:42.338799 run osmo-msc_10.42.42.6(pid=7039): Launched\u000a06:49:42.527520 run osmo-stp_10.42.42.5(pid=7036): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)]\u000a06:49:42.662921 run osmo-stp_10.42.42.5(pid=7036): stdout: \u000a| (launched: 2022-12-10_06:49:41.180134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:42.798101 run osmo-stp_10.42.42.5(pid=7036): stderr: \u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064941373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:42.926670 run osmo-stp_10.42.42.5(pid=7036): stdout: \u000a| (launched: 2022-12-10_06:49:41.180134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:43.054051 run osmo-stp_10.42.42.5(pid=7036): stderr: \u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064941373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064941373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064941374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:43.110146 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7036): Process ended prematurely: osmo-stp_10.42.42.5(pid=7036) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7036)] [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a06:49:43.118724 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:49:43.181091 run osmo-hlr_10.42.42.2(pid=7033): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7033)]\u000a06:49:43.232364 run osmo-hlr_10.42.42.2(pid=7033): stdout: \u000a| (launched: 2022-12-10_06:49:40.207344) \u000a06:49:43.284117 run osmo-hlr_10.42.42.2(pid=7033): stderr: \u000a| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064940406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064940407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064940407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064940420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064940429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064940430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:43.354542 run osmo-msc_10.42.42.6(pid=7039): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7039)]\u000a06:49:43.405445 run osmo-msc_10.42.42.6(pid=7039): stdout: \u000a| (launched: 2022-12-10_06:49:42.181318) \u000a06:49:43.456903 run osmo-msc_10.42.42.6(pid=7039): stderr: \u000a| �[0;m�[38;5;43m20221210064942502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064942502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85690b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064942502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064942503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064942505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064942505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:43.500677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminating (SIGTERM)\u000a06:49:43.542051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminating (SIGTERM)\u000a06:49:43.583498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Terminating (SIGTERM)\u000a06:49:43.593221 --- ParallelTerminationStrategy: PID 7032 died...\u000a06:49:43.648730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7032): Terminated: ok {rc=0}\u000a06:49:43.658883 --- ParallelTerminationStrategy: PID 7035 died...\u000a06:49:43.713947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7035): Terminated: ok {rc=0}\u000a06:49:43.724273 --- ParallelTerminationStrategy: PID 7038 died...\u000a06:49:43.779489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7038): Terminated: ok {rc=0}\u000a06:49:43.866248 bus /sierra_3: Setting Powered False\u000a06:49:44.971584 bus /sierra_3: Setting Powered False\u000a06:49:46.099531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:36" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:49:48.113019 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:48.124313 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:48.261791 tst handover.py: using LAC 26617\u000a06:49:48.385473 tst handover.py: using RAC 97\u000a06:49:48.509603 tst handover.py: using CellId 26617\u000a06:49:48.633126 tst handover.py: using BVCI 26618\u000a06:49:48.657364 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:49:48.784296 tst handover.py: using LAC 26618\u000a06:49:48.909839 tst handover.py: using RAC 98\u000a06:49:49.033633 tst handover.py: using CellId 26618\u000a06:49:49.157752 tst handover.py: using BVCI 26619\u000a06:49:49.182144 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.193574 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.204648 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.215891 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.227143 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:49:49.238380 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:49.352887 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:49:49.562673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:49:50.048140 run create_hlr_db(pid=7044): Launched\u000a06:49:50.178526 bus /sierra_2: Setting Powered False\u000a06:49:51.254552 run create_hlr_db(pid=7044): Terminated: ok {rc=0}\u000a06:49:51.632183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Launched\u000a06:49:51.932518 run osmo-hlr_10.42.42.2(pid=7047): Launched\u000a06:49:52.042758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:49:52.536111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Launched\u000a06:49:52.835689 run osmo-stp_10.42.42.5(pid=7050): Launched\u000a06:49:52.944859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:49:53.466286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Launched\u000a06:49:53.773918 run osmo-msc_10.42.42.6(pid=7053): Launched\u000a06:49:53.964646 run osmo-stp_10.42.42.5(pid=7050): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)]\u000a06:49:54.100671 run osmo-stp_10.42.42.5(pid=7050): stdout: \u000a| (launched: 2022-12-10_06:49:52.687782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.236883 run osmo-stp_10.42.42.5(pid=7050): stderr: \u000a| �[0;m�[38;5;43m20221210064952858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064952859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.365575 run osmo-stp_10.42.42.5(pid=7050): stdout: \u000a| (launched: 2022-12-10_06:49:52.687782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:49:54.493157 run osmo-stp_10.42.42.5(pid=7050): stderr: \u000a| �[0;m�[38;5;43m20221210064952858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210064952859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210064952859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210064952860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:49:54.549317 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7050): Process ended prematurely: osmo-stp_10.42.42.5(pid=7050) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7050)] [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a06:49:54.558243 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:49:54.620702 run osmo-hlr_10.42.42.2(pid=7047): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7047)]\u000a06:49:54.672113 run osmo-hlr_10.42.42.2(pid=7047): stdout: \u000a| (launched: 2022-12-10_06:49:51.783665) \u000a06:49:54.724279 run osmo-hlr_10.42.42.2(pid=7047): stderr: \u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210064951961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210064951973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210064951983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210064951984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210064951984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:49:54.795033 run osmo-msc_10.42.42.6(pid=7053): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7053)]\u000a06:49:54.846150 run osmo-msc_10.42.42.6(pid=7053): stdout: \u000a| (launched: 2022-12-10_06:49:53.617368) \u000a06:49:54.897738 run osmo-msc_10.42.42.6(pid=7053): stderr: \u000a| �[0;m�[38;5;43m20221210064953934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210064953934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50489a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210064953934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210064953934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210064953935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210064953935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210064953936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210064953937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:49:54.941643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Terminating (SIGTERM)\u000a06:49:54.983504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Terminating (SIGTERM)\u000a06:49:55.025188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Terminating (SIGTERM)\u000a06:49:55.034869 --- ParallelTerminationStrategy: PID 7046 died...\u000a06:49:55.090500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7046): Terminated: ok {rc=0}\u000a06:49:55.100543 --- ParallelTerminationStrategy: PID 7049 died...\u000a06:49:55.156151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7049): Terminated: ok {rc=0}\u000a06:49:55.166200 --- ParallelTerminationStrategy: PID 7052 died...\u000a06:49:55.221572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7052): Terminated: ok {rc=0}\u000a06:49:55.308421 bus /sierra_3: Setting Powered False\u000a06:49:56.415285 bus /sierra_3: Setting Powered False\u000a06:49:57.523198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:47" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:49:59.536586 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:49:59.547992 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:49:59.683943 tst handover.py: using LAC 26619\u000a06:49:59.804145 tst handover.py: using RAC 99\u000a06:49:59.923567 tst handover.py: using CellId 26619\u000a06:50:00.042860 tst handover.py: using BVCI 26620\u000a06:50:00.065783 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:00.201075 tst handover.py: using LAC 26620\u000a06:50:00.323897 tst handover.py: using RAC 100\u000a06:50:00.439106 tst handover.py: using CellId 26620\u000a06:50:00.555135 tst handover.py: using BVCI 26621\u000a06:50:00.577885 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.588830 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.599597 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.611332 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.623309 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:00.634371 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:00.753049 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:00.987684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:01.524138 run create_hlr_db(pid=7061): Launched\u000a06:50:01.658224 bus /sierra_2: Setting Powered False\u000a06:50:02.729327 run create_hlr_db(pid=7061): Terminated: ok {rc=0}\u000a06:50:03.108139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Launched\u000a06:50:03.408071 run osmo-hlr_10.42.42.2(pid=7064): Launched\u000a06:50:03.525366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:04.026620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Launched\u000a06:50:04.325856 run osmo-stp_10.42.42.5(pid=7067): Launched\u000a06:50:04.435162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:04.964751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Launched\u000a06:50:05.285282 run osmo-msc_10.42.42.6(pid=7070): Launched\u000a06:50:05.472398 run osmo-stp_10.42.42.5(pid=7067): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)]\u000a06:50:05.608504 run osmo-stp_10.42.42.5(pid=7067): stdout: \u000a| (launched: 2022-12-10_06:50:04.177892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:05.744091 run osmo-stp_10.42.42.5(pid=7067): stderr: \u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065004349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:05.872618 run osmo-stp_10.42.42.5(pid=7067): stdout: \u000a| (launched: 2022-12-10_06:50:04.177892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:05.999607 run osmo-stp_10.42.42.5(pid=7067): stderr: \u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065004349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065004349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065004350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:06.055480 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7067): Process ended prematurely: osmo-stp_10.42.42.5(pid=7067) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7067)] [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a06:50:06.064144 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:50:06.126743 run osmo-hlr_10.42.42.2(pid=7064): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7064)]\u000a06:50:06.177612 run osmo-hlr_10.42.42.2(pid=7064): stdout: \u000a| (launched: 2022-12-10_06:50:03.260154) \u000a06:50:06.229082 run osmo-hlr_10.42.42.2(pid=7064): stderr: \u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065003434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065003446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065003455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:06.299116 run osmo-msc_10.42.42.6(pid=7070): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7070)]\u000a06:50:06.350123 run osmo-msc_10.42.42.6(pid=7070): stdout: \u000a| (launched: 2022-12-10_06:50:05.127378) \u000a06:50:06.401655 run osmo-msc_10.42.42.6(pid=7070): stderr: \u000a| �[0;m�[38;5;43m20221210065005448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065005448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587290ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065005448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065005448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065005448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065005449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065005450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065005451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:06.445246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminating (SIGTERM)\u000a06:50:06.486525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminating (SIGTERM)\u000a06:50:06.528069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Terminating (SIGTERM)\u000a06:50:06.537774 --- ParallelTerminationStrategy: PID 7063 died...\u000a06:50:06.593552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7063): Terminated: ok {rc=0}\u000a06:50:06.603628 --- ParallelTerminationStrategy: PID 7066 died...\u000a06:50:06.658739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7066): Terminated: ok {rc=0}\u000a06:50:06.668696 --- ParallelTerminationStrategy: PID 7069 died...\u000a06:50:06.723667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7069): Terminated: ok {rc=0}\u000a06:50:06.810398 bus /sierra_3: Setting Powered False\u000a06:50:07.912795 bus /sierra_3: Setting Powered False\u000a06:50:09.024061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:50:11.061621 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:11.073177 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:11.209853 tst handover.py: using LAC 26621\u000a06:50:11.334028 tst handover.py: using RAC 101\u000a06:50:11.458113 tst handover.py: using CellId 26621\u000a06:50:11.582158 tst handover.py: using BVCI 26622\u000a06:50:11.606553 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:11.748166 tst handover.py: using LAC 26622\u000a06:50:11.872328 tst handover.py: using RAC 102\u000a06:50:11.996283 tst handover.py: using CellId 26622\u000a06:50:12.120799 tst handover.py: using BVCI 26623\u000a06:50:12.145990 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.157543 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.168758 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.180082 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.191445 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:12.202735 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:12.317657 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:12.516105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:12.961608 run create_hlr_db(pid=7075): Launched\u000a06:50:13.083503 bus /sierra_2: Setting Powered False\u000a06:50:14.155880 run create_hlr_db(pid=7075): Terminated: ok {rc=0}\u000a06:50:14.530031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Launched\u000a06:50:14.828836 run osmo-hlr_10.42.42.2(pid=7078): Launched\u000a06:50:14.940183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:15.432680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Launched\u000a06:50:15.730875 run osmo-stp_10.42.42.5(pid=7081): Launched\u000a06:50:15.847325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:16.438126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Launched\u000a06:50:16.798673 run osmo-msc_10.42.42.6(pid=7084): Launched\u000a06:50:17.049508 run osmo-stp_10.42.42.5(pid=7081): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)]\u000a06:50:17.335918 run osmo-stp_10.42.42.5(pid=7081): stdout: \u000a| (launched: 2022-12-10_06:50:15.583676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:17.471921 run osmo-stp_10.42.42.5(pid=7081): stderr: \u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:17.600888 run osmo-stp_10.42.42.5(pid=7081): stdout: \u000a| (launched: 2022-12-10_06:50:15.583676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:17.728538 run osmo-stp_10.42.42.5(pid=7081): stderr: \u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065015756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:17.784860 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7081): Process ended prematurely: osmo-stp_10.42.42.5(pid=7081) [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7081)] [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a06:50:17.793825 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:50:17.855369 run osmo-hlr_10.42.42.2(pid=7078): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7078)]\u000a06:50:17.906111 run osmo-hlr_10.42.42.2(pid=7078): stdout: \u000a| (launched: 2022-12-10_06:50:14.681605) \u000a06:50:17.957385 run osmo-hlr_10.42.42.2(pid=7078): stderr: \u000a| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065014858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065014859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065014871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065014880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:18.027189 run osmo-msc_10.42.42.6(pid=7084): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7084)]\u000a06:50:18.077745 run osmo-msc_10.42.42.6(pid=7084): stdout: \u000a| (launched: 2022-12-10_06:50:16.605980) \u000a06:50:18.129033 run osmo-msc_10.42.42.6(pid=7084): stderr: \u000a| �[0;m�[38;5;43m20221210065017150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065017150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe14a8fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065017150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065017150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065017151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065017152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065017155 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065017155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:18.172727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Terminating (SIGTERM)\u000a06:50:18.214041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Terminating (SIGTERM)\u000a06:50:18.255014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Terminating (SIGTERM)\u000a06:50:18.264599 --- ParallelTerminationStrategy: PID 7077 died...\u000a06:50:18.319893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7077): Terminated: ok {rc=0}\u000a06:50:18.329848 --- ParallelTerminationStrategy: PID 7080 died...\u000a06:50:18.384913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7080): Terminated: ok {rc=0}\u000a06:50:18.394875 --- ParallelTerminationStrategy: PID 7083 died...\u000a06:50:18.449690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7083): Terminated: ok {rc=0}\u000a06:50:18.535011 bus /sierra_3: Setting Powered False\u000a06:50:19.640113 bus /sierra_3: Setting Powered False\u000a06:50:20.746341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:50:10" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a06:50:22.750677 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:22.762081 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:22.904738 tst handover.py: using LAC 26623\u000a06:50:23.029717 tst handover.py: using RAC 103\u000a06:50:23.154825 tst handover.py: using CellId 26623\u000a06:50:23.280173 tst handover.py: using BVCI 26624\u000a06:50:23.304902 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a06:50:23.434780 tst handover.py: using LAC 26624\u000a06:50:23.560079 tst handover.py: using RAC 104\u000a06:50:23.685388 tst handover.py: using CellId 26624\u000a06:50:23.810541 tst handover.py: using BVCI 26625\u000a06:50:23.834984 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:23.846331 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:23.857507 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:23.868696 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:23.879924 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a06:50:23.891176 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:24.006418 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a06:50:24.206226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:24.656041 run create_hlr_db(pid=7089): Launched\u000a06:50:24.778744 bus /sierra_2: Setting Powered False\u000a06:50:25.862853 run create_hlr_db(pid=7089): Terminated: ok {rc=0}\u000a06:50:26.263591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Launched\u000a06:50:26.585259 run osmo-hlr_10.42.42.2(pid=7092): Launched\u000a06:50:26.706007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:27.237150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Launched\u000a06:50:27.558282 run osmo-stp_10.42.42.5(pid=7095): Launched\u000a06:50:27.674315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:28.234315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Launched\u000a06:50:28.556445 run osmo-msc_10.42.42.6(pid=7098): Launched\u000a06:50:28.744490 run osmo-stp_10.42.42.5(pid=7095): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)]\u000a06:50:28.880332 run osmo-stp_10.42.42.5(pid=7095): stdout: \u000a| (launched: 2022-12-10_06:50:27.400044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.015212 run osmo-stp_10.42.42.5(pid=7095): stderr: \u000a| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065027595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.144111 run osmo-stp_10.42.42.5(pid=7095): stdout: \u000a| (launched: 2022-12-10_06:50:27.400044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:29.271400 run osmo-stp_10.42.42.5(pid=7095): stderr: \u000a| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065027594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065027595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065027595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065027595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:29.327564 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7095): Process ended prematurely: osmo-stp_10.42.42.5(pid=7095) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7095)] [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a06:50:29.336224 tst handover.py:18: Test FAILED (6.6 sec)\u000a06:50:29.398919 run osmo-hlr_10.42.42.2(pid=7092): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7092)]\u000a06:50:29.449997 run osmo-hlr_10.42.42.2(pid=7092): stdout: \u000a| (launched: 2022-12-10_06:50:26.427090) \u000a06:50:29.501613 run osmo-hlr_10.42.42.2(pid=7092): stderr: \u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065026624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065026637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065026645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:29.571876 run osmo-msc_10.42.42.6(pid=7098): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7098)]\u000a06:50:29.622963 run osmo-msc_10.42.42.6(pid=7098): stdout: \u000a| (launched: 2022-12-10_06:50:28.398018) \u000a06:50:29.674515 run osmo-msc_10.42.42.6(pid=7098): stderr: \u000a| �[0;m�[38;5;43m20221210065028720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065028720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcc2804c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065028720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065028720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065028722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065028722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065028723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065028723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:29.718220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminating (SIGTERM)\u000a06:50:29.759867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminating (SIGTERM)\u000a06:50:29.801702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminating (SIGTERM)\u000a06:50:29.811404 --- ParallelTerminationStrategy: PID 7091 died...\u000a06:50:29.867278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7091): Terminated: ok {rc=0}\u000a06:50:29.877759 --- ParallelTerminationStrategy: PID 7094 died...\u000a06:50:29.933135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7094): Terminated: ok {rc=0}\u000a06:50:29.943322 --- ParallelTerminationStrategy: PID 7097 died...\u000a06:50:29.999091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7097): Terminated: ok {rc=0}\u000a06:50:30.085860 bus /sierra_3: Setting Powered False\u000a06:50:31.192855 bus /sierra_3: Setting Powered False\u000a06:50:32.303243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:50:22" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:50:34.315498 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:34.326583 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:34.462510 tst handover.py: using LAC 26625\u000a06:50:34.578953 tst handover.py: using RAC 105\u000a06:50:34.703495 tst handover.py: using CellId 26625\u000a06:50:34.829789 tst handover.py: using BVCI 26626\u000a06:50:34.854313 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:34.995262 tst handover.py: using LAC 26626\u000a06:50:35.121015 tst handover.py: using RAC 106\u000a06:50:35.246855 tst handover.py: using CellId 26626\u000a06:50:35.372100 tst handover.py: using BVCI 26627\u000a06:50:35.396452 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:35.407775 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:35.418977 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:35.430270 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:35.441560 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:35.452548 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:35.567468 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:35.775654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:36.260008 run create_hlr_db(pid=7103): Launched\u000a06:50:36.391142 bus /sierra_2: Setting Powered False\u000a06:50:37.466367 run create_hlr_db(pid=7103): Terminated: ok {rc=0}\u000a06:50:37.845211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Launched\u000a06:50:38.144891 run osmo-hlr_10.42.42.2(pid=7106): Launched\u000a06:50:38.260542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:38.761570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Launched\u000a06:50:39.061350 run osmo-stp_10.42.42.5(pid=7109): Launched\u000a06:50:39.170293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:39.690707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Launched\u000a06:50:39.990614 run osmo-msc_10.42.42.6(pid=7112): Launched\u000a06:50:40.166567 run osmo-stp_10.42.42.5(pid=7109): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)]\u000a06:50:40.294146 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-10_06:50:38.912884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:40.419359 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065039082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065039082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:40.539365 run osmo-stp_10.42.42.5(pid=7109): stdout: \u000a| (launched: 2022-12-10_06:50:38.912884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:40.658102 run osmo-stp_10.42.42.5(pid=7109): stderr: \u000a| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065039081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065039082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065039082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065039084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:40.710370 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7109): Process ended prematurely: osmo-stp_10.42.42.5(pid=7109) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7109)] [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a06:50:40.718424 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:50:40.778016 run osmo-hlr_10.42.42.2(pid=7106): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7106)]\u000a06:50:40.827226 run osmo-hlr_10.42.42.2(pid=7106): stdout: \u000a| (launched: 2022-12-10_06:50:37.996585) \u000a06:50:40.876529 run osmo-hlr_10.42.42.2(pid=7106): stderr: \u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065038172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065038182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065038191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:40.943456 run osmo-msc_10.42.42.6(pid=7112): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7112)]\u000a06:50:40.992159 run osmo-msc_10.42.42.6(pid=7112): stdout: \u000a| (launched: 2022-12-10_06:50:39.841382) \u000a06:50:41.041407 run osmo-msc_10.42.42.6(pid=7112): stderr: \u000a| �[0;m�[38;5;43m20221210065040110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065040110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f562068cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065040110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065040110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065040114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065040114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:41.082963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminating (SIGTERM)\u000a06:50:41.122340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminating (SIGTERM)\u000a06:50:41.161590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminating (SIGTERM)\u000a06:50:41.170871 --- ParallelTerminationStrategy: PID 7105 died...\u000a06:50:41.223497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7105): Terminated: ok {rc=0}\u000a06:50:41.233241 --- ParallelTerminationStrategy: PID 7108 died...\u000a06:50:41.285994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7108): Terminated: ok {rc=0}\u000a06:50:41.295645 --- ParallelTerminationStrategy: PID 7111 died...\u000a06:50:41.348099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7111): Terminated: ok {rc=0}\u000a06:50:41.436001 bus /sierra_3: Setting Powered False\u000a06:50:42.537934 bus /sierra_3: Setting Powered False\u000a06:50:43.648400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:50:45.686575 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:45.698066 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:45.838306 tst handover.py: using LAC 26627\u000a06:50:45.970680 tst handover.py: using RAC 107\u000a06:50:46.098757 tst handover.py: using CellId 26627\u000a06:50:46.227569 tst handover.py: using BVCI 26628\u000a06:50:46.253246 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:50:46.429551 tst handover.py: using LAC 26628\u000a06:50:46.555222 tst handover.py: using RAC 108\u000a06:50:46.681194 tst handover.py: using CellId 26628\u000a06:50:46.808772 tst handover.py: using BVCI 26629\u000a06:50:46.834219 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:46.846828 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:46.858898 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:46.871528 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:46.883524 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:50:46.895380 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:47.018564 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:50:47.234282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:47.720455 run create_hlr_db(pid=7117): Launched\u000a06:50:47.851172 bus /sierra_2: Setting Powered False\u000a06:50:48.925989 run create_hlr_db(pid=7117): Terminated: ok {rc=0}\u000a06:50:49.325080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Launched\u000a06:50:49.645088 run osmo-hlr_10.42.42.2(pid=7120): Launched\u000a06:50:49.765972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:50:50.295331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Launched\u000a06:50:50.616798 run osmo-stp_10.42.42.5(pid=7123): Launched\u000a06:50:50.732604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:50:51.291008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Launched\u000a06:50:51.611854 run osmo-msc_10.42.42.6(pid=7126): Launched\u000a06:50:51.800127 run osmo-stp_10.42.42.5(pid=7123): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a06:50:51.935787 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-10_06:50:50.459002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:52.070954 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065050654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:52.199567 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-10_06:50:50.459002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:50:52.326705 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065050653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065050654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065050654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:50:52.382582 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)] [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a06:50:52.391044 tst handover.py:18: Test FAILED (6.7 sec)\u000a06:50:52.453672 run osmo-hlr_10.42.42.2(pid=7120): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7120)]\u000a06:50:52.504605 run osmo-hlr_10.42.42.2(pid=7120): stdout: \u000a| (launched: 2022-12-10_06:50:49.487243) \u000a06:50:52.556352 run osmo-hlr_10.42.42.2(pid=7120): stderr: \u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065049687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065049699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065049707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065049707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065049708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:50:52.626911 run osmo-msc_10.42.42.6(pid=7126): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7126)]\u000a06:50:52.678003 run osmo-msc_10.42.42.6(pid=7126): stdout: \u000a| (launched: 2022-12-10_06:50:51.454093) \u000a06:50:52.729439 run osmo-msc_10.42.42.6(pid=7126): stderr: \u000a| �[0;m�[38;5;43m20221210065051778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065051779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b6855fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065051779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065051779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065051781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065051781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065051782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:50:52.773485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminating (SIGTERM)\u000a06:50:52.814872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminating (SIGTERM)\u000a06:50:52.856116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminating (SIGTERM)\u000a06:50:52.865735 --- ParallelTerminationStrategy: PID 7119 died...\u000a06:50:52.920843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminated: ok {rc=0}\u000a06:50:52.930961 --- ParallelTerminationStrategy: PID 7122 died...\u000a06:50:52.986094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminated: ok {rc=0}\u000a06:50:52.996086 --- ParallelTerminationStrategy: PID 7125 died...\u000a06:50:53.051641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7125): Terminated: ok {rc=0}\u000a06:50:53.136666 bus /sierra_3: Setting Powered False\u000a06:50:54.242463 bus /sierra_3: Setting Powered False\u000a06:50:55.352507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a06:50:57.355326 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:57.366723 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:57.493232 tst handover.py: using LAC 26629\u000a06:50:57.619871 tst handover.py: using RAC 109\u000a06:50:57.746183 tst handover.py: using CellId 26629\u000a06:50:57.873718 tst handover.py: using BVCI 26630\u000a06:50:57.898045 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a06:50:58.040641 tst handover.py: using LAC 26630\u000a06:50:58.165601 tst handover.py: using RAC 110\u000a06:50:58.293234 tst handover.py: using CellId 26630\u000a06:50:58.419775 tst handover.py: using BVCI 26631\u000a06:50:58.444086 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:58.455329 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:58.466398 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:58.477660 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:58.488881 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a06:50:58.500029 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:58.615026 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a06:50:58.815040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:50:59.262186 run create_hlr_db(pid=7131): Launched\u000a06:50:59.384685 bus /sierra_2: Setting Powered False\u000a06:51:00.456439 run create_hlr_db(pid=7131): Terminated: ok {rc=0}\u000a06:51:00.831070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Launched\u000a06:51:01.156341 run osmo-hlr_10.42.42.2(pid=7134): Launched\u000a06:51:01.270580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:01.963608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Launched\u000a06:51:02.362642 run osmo-stp_10.42.42.5(pid=7137): Launched\u000a06:51:02.493108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:03.055424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Launched\u000a06:51:03.375598 run osmo-msc_10.42.42.6(pid=7140): Launched\u000a06:51:03.562226 run osmo-stp_10.42.42.5(pid=7137): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)]\u000a06:51:03.697092 run osmo-stp_10.42.42.5(pid=7137): stdout: \u000a| (launched: 2022-12-10_06:51:02.117412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:03.831817 run osmo-stp_10.42.42.5(pid=7137): stderr: \u000a| �[0;m�[38;5;43m20221210065102428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065102429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:03.960017 run osmo-stp_10.42.42.5(pid=7137): stdout: \u000a| (launched: 2022-12-10_06:51:02.117412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:04.086930 run osmo-stp_10.42.42.5(pid=7137): stderr: \u000a| �[0;m�[38;5;43m20221210065102428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065102429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065102429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065102430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:04.143064 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7137): Process ended prematurely: osmo-stp_10.42.42.5(pid=7137) [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7137)] [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a06:51:04.151465 tst handover.py:18: Test FAILED (6.8 sec)\u000a06:51:04.213068 run osmo-hlr_10.42.42.2(pid=7134): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7134)]\u000a06:51:04.263547 run osmo-hlr_10.42.42.2(pid=7134): stdout: \u000a| (launched: 2022-12-10_06:51:01.003398) \u000a06:51:04.314717 run osmo-hlr_10.42.42.2(pid=7134): stderr: \u000a| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065101403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065101404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065101431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065101450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065101451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:04.384360 run osmo-msc_10.42.42.6(pid=7140): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7140)]\u000a06:51:04.434961 run osmo-msc_10.42.42.6(pid=7140): stdout: \u000a| (launched: 2022-12-10_06:51:03.218160) \u000a06:51:04.485936 run osmo-msc_10.42.42.6(pid=7140): stderr: \u000a| �[0;m�[38;5;43m20221210065103541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065103542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f059efa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065103542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065103542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065103544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065103544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:04.529797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminating (SIGTERM)\u000a06:51:04.571102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminating (SIGTERM)\u000a06:51:04.612035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminating (SIGTERM)\u000a06:51:04.621630 --- ParallelTerminationStrategy: PID 7133 died...\u000a06:51:04.676455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7133): Terminated: ok {rc=0}\u000a06:51:04.686370 --- ParallelTerminationStrategy: PID 7136 died...\u000a06:51:04.740939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7136): Terminated: ok {rc=0}\u000a06:51:04.750851 --- ParallelTerminationStrategy: PID 7139 died...\u000a06:51:04.805559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7139): Terminated: ok {rc=0}\u000a06:51:04.891500 bus /sierra_3: Setting Powered False\u000a06:51:05.993456 bus /sierra_3: Setting Powered False\u000a06:51:07.103125 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:50:57" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:51:09.083412 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:09.094431 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:09.228553 tst handover.py: using LAC 26631\u000a06:51:09.361034 tst handover.py: using RAC 111\u000a06:51:09.477076 tst handover.py: using CellId 26631\u000a06:51:09.593574 tst handover.py: using BVCI 26632\u000a06:51:09.616049 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:09.748554 tst handover.py: using LAC 26632\u000a06:51:09.865755 tst handover.py: using RAC 112\u000a06:51:09.981005 tst handover.py: using CellId 26632\u000a06:51:10.105218 tst handover.py: using BVCI 26633\u000a06:51:10.129613 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:10.140840 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:10.151910 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:10.163544 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:10.175234 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:10.186789 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:10.302605 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:10.499550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:10.944135 run create_hlr_db(pid=7145): Launched\u000a06:51:11.065878 bus /sierra_2: Setting Powered False\u000a06:51:12.136684 run create_hlr_db(pid=7145): Terminated: ok {rc=0}\u000a06:51:12.534842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Launched\u000a06:51:12.855628 run osmo-hlr_10.42.42.2(pid=7148): Launched\u000a06:51:12.973614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:13.502193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Launched\u000a06:51:13.824656 run osmo-stp_10.42.42.5(pid=7151): Launched\u000a06:51:13.940796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:14.499759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Launched\u000a06:51:14.821602 run osmo-msc_10.42.42.6(pid=7154): Launched\u000a06:51:15.009593 run osmo-stp_10.42.42.5(pid=7151): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)]\u000a06:51:15.144596 run osmo-stp_10.42.42.5(pid=7151): stdout: \u000a| (launched: 2022-12-10_06:51:13.666479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:15.279655 run osmo-stp_10.42.42.5(pid=7151): stderr: \u000a| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065113859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065113859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065113859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:15.408164 run osmo-stp_10.42.42.5(pid=7151): stdout: \u000a| (launched: 2022-12-10_06:51:13.666479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:15.535710 run osmo-stp_10.42.42.5(pid=7151): stderr: \u000a| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065113858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065113859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065113859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065113859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065113860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:15.592127 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7151): Process ended prematurely: osmo-stp_10.42.42.5(pid=7151) [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7151)] [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a06:51:15.600527 tst handover.py:18: Test FAILED (6.5 sec)\u000a06:51:15.662625 run osmo-hlr_10.42.42.2(pid=7148): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7148)]\u000a06:51:15.713077 run osmo-hlr_10.42.42.2(pid=7148): stdout: \u000a| (launched: 2022-12-10_06:51:12.698185) \u000a06:51:15.764433 run osmo-hlr_10.42.42.2(pid=7148): stderr: \u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065112896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065112909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065112917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:15.837250 run osmo-msc_10.42.42.6(pid=7154): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7154)]\u000a06:51:15.898653 run osmo-msc_10.42.42.6(pid=7154): stdout: \u000a| (launched: 2022-12-10_06:51:14.663266) \u000a06:51:15.962948 run osmo-msc_10.42.42.6(pid=7154): stderr: \u000a| �[0;m�[38;5;43m20221210065114985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065114986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c0e33bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065114986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065114986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065114988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065114988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:16.007393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Terminating (SIGTERM)\u000a06:51:16.049675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Terminating (SIGTERM)\u000a06:51:16.095114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Terminating (SIGTERM)\u000a06:51:16.106137 --- ParallelTerminationStrategy: PID 7147 died...\u000a06:51:16.165926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7147): Terminated: ok {rc=0}\u000a06:51:16.177048 --- ParallelTerminationStrategy: PID 7150 died...\u000a06:51:16.234226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7150): Terminated: ok {rc=0}\u000a06:51:16.245267 --- ParallelTerminationStrategy: PID 7153 died...\u000a06:51:16.304086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7153): Terminated: ok {rc=0}\u000a06:51:16.408514 bus /sierra_3: Setting Powered False\u000a06:51:17.517515 bus /sierra_3: Setting Powered False\u000a06:51:18.624650 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2370 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a06:51:20.643800 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:20.655296 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:20.797911 tst handover.py: using LAC 26633\u000a06:51:20.923390 tst handover.py: using RAC 113\u000a06:51:21.050768 tst handover.py: using CellId 26633\u000a06:51:21.176467 tst handover.py: using BVCI 26634\u000a06:51:21.200764 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a06:51:21.342903 tst handover.py: using LAC 26634\u000a06:51:21.472627 tst handover.py: using RAC 114\u000a06:51:21.598158 tst handover.py: using CellId 26634\u000a06:51:21.721845 tst handover.py: using BVCI 26635\u000a06:51:21.746240 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:21.757644 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:21.768734 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:21.780259 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:21.791510 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a06:51:21.802701 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:21.941433 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a06:51:22.142620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:51:22.587701 run create_hlr_db(pid=7159): Launched\u000a06:51:22.710468 bus /sierra_2: Setting Powered False\u000a06:51:23.781595 run create_hlr_db(pid=7159): Terminated: ok {rc=0}\u000a06:51:24.180400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Launched\u000a06:51:24.480574 run osmo-hlr_10.42.42.2(pid=7162): Launched\u000a06:51:24.598329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:51:25.101212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Launched\u000a06:51:25.402351 run osmo-stp_10.42.42.5(pid=7165): Launched\u000a06:51:25.511983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:51:26.034715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Launched\u000a06:51:26.335122 run osmo-msc_10.42.42.6(pid=7168): Launched\u000a06:51:26.510680 run osmo-stp_10.42.42.5(pid=7165): ERR: Terminated: ERROR {rc=1} [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)]\u000a06:51:26.638175 run osmo-stp_10.42.42.5(pid=7165): stdout: \u000a| (launched: 2022-12-10_06:51:25.253781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:26.763659 run osmo-stp_10.42.42.5(pid=7165): stderr: \u000a| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065125424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065125424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:26.884147 run osmo-stp_10.42.42.5(pid=7165): stdout: \u000a| (launched: 2022-12-10_06:51:25.253781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:51:27.003127 run osmo-stp_10.42.42.5(pid=7165): stderr: \u000a| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065125423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065125424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065125424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065125425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:51:27.055716 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=7165): Process ended prematurely: osmo-stp_10.42.42.5(pid=7165) [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7165)] [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a06:51:27.063682 tst handover.py:18: Test FAILED (6.4 sec)\u000a06:51:27.124132 run osmo-hlr_10.42.42.2(pid=7162): ERR: Terminated: ERROR {rc=237} [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7162)]\u000a06:51:27.173004 run osmo-hlr_10.42.42.2(pid=7162): stdout: \u000a| (launched: 2022-12-10_06:51:24.331979) \u000a06:51:27.222584 run osmo-hlr_10.42.42.2(pid=7162): stderr: \u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065124508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065124520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2370/run.2022-12-10_05-27-43/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065124528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065124529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065124529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:51:27.289878 run osmo-msc_10.42.42.6(pid=7168): ERR: Terminated: ERROR {rc=2} [trial-2370↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7168)]\u000a06:51:27.338710 run osmo-msc_10.42.42.6(pid=7168): stdout: \u000a| (launched: 2022-12-10_06:51:26.186656) \u000a06:51:27.388297 run osmo-msc_10.42.42.6(pid=7168): stderr: \u000a| �[0;m�[38;5;43m20221210065126457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065126457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fd149dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065126457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065126457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065126458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065126458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065126459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065126460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065126461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:51:27.430015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Terminating (SIGTERM)\u000a06:51:27.469619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Terminating (SIGTERM)\u000a06:51:27.509298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Terminating (SIGTERM)\u000a06:51:27.518708 --- ParallelTerminationStrategy: PID 7161 died...\u000a06:51:27.572083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7161): Terminated: ok {rc=0}\u000a06:51:27.581870 --- ParallelTerminationStrategy: PID 7164 died...\u000a06:51:27.635158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7164): Terminated: ok {rc=0}\u000a06:51:27.644726 --- ParallelTerminationStrategy: PID 7167 died...\u000a06:51:27.697808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7167): Terminated: ok {rc=0}\u000a06:51:27.784704 bus /sierra_3: Setting Powered False\u000a06:51:28.887510 bus /sierra_3: Setting Powered False\u000a06:51:29.998069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:51:20" } ] }